-- Logs begin at Mon 2022-09-19 11:30:33 UTC, end at Mon 2022-09-19 12:50:14 UTC. -- Sep 19 12:17:15.477000 dv-cinder-850618-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 19 12:17:18.210191 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.common.config [-] Logging enabled! Sep 19 12:17:18.210828 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev3 Sep 19 12:17:18.210984 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106856) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 19 12:17:18.214451 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.common.config [-] Logging enabled! Sep 19 12:17:18.214703 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev3 Sep 19 12:17:18.215014 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106856) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 19 12:17:18.216056 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 12:17:18.216298 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 12:17:18.216797 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 12:17:18.217048 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 12:17:18.217277 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 12:17:18.217599 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.217900 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.218134 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.218432 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.218725 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.219011 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.219304 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.220143 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.220430 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.220738 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.221028 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.221254 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.221533 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.221818 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.222129 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.222352 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] debug = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.222631 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.223054 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.223496 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.223762 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.224049 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.224326 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.224617 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.224891 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.225229 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.225560 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] host = dv-cinder-850618-3-iscsi {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.225836 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.226121 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.226406 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.226691 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.226961 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.227235 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.227523 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.227793 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.228064 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] log_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.228336 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.228670 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.228963 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.229247 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.229469 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.229688 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.229972 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.230259 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.230532 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.230803 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.231073 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.231341 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.231612 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.231880 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.232158 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.232438 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.232755 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.233031 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.233303 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.233572 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.233841 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.234124 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.234396 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.234666 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.234936 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.235814 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.236085 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.236358 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.236677 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.236964 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.237244 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.237533 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.237804 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.238082 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.238353 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.238624 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.238967 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] use_json = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.239243 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.239511 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.239790 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.240060 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.240332 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.240624 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.240895 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.241176 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.241447 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:18.241741 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.242036 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.242409 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.242705 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.243015 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.243298 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.243589 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.243867 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.244156 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.244447 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.244772 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.245054 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.245354 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.245642 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.245937 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.246243 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.246537 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.246830 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.247106 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.247386 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.247720 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.247998 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.248285 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.248566 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.248886 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.249180 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.249462 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.249758 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.250044 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.250452 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.250750 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.251057 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.251333 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.251933 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.251933 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.252165 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.252438 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.252752 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.253033 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.253309 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.253592 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.253884 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.254172 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.254444 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.254722 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.255014 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.255289 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.255560 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.255834 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.256108 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.256376 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.256683 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.256964 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.257238 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.257516 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.257794 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.258066 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.258337 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.258613 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.258885 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.259162 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.259466 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.259772 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.260050 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.260323 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.260630 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.260896 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.261168 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.261443 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.261715 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.261989 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.262261 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.262532 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.262805 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.263091 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.263387 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.263665 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.263942 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.264217 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.264491 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.264791 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.265073 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.265344 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.265619 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.265891 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.266179 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.266485 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.266774 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.267057 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.267364 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.267662 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.267940 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.268218 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.268496 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.268802 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.269082 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.269370 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.269649 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.269936 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.270212 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.270495 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.270792 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.271086 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.271366 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.271658 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.271950 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.272240 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.272519 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.272856 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.273137 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:18.273354 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 12:17:18.273602 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106856) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 19 12:17:18.662719 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 19 12:17:18.663041 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 19 12:17:18.663306 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 19 12:17:18.663534 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 19 12:17:18.663811 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 19 12:17:18.664136 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 19 12:17:18.991059 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:18.991253 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:18.991505 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:18.992742 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:18.993002 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:18.993264 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.046402 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.046674 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.046940 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.062809 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.063091 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.063891 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.091982 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.092257 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.092530 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.128333 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.128629 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.128904 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.359600 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.360772 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.360772 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.361917 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.362628 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.460399 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.460752 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.461042 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.461312 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.461642 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.461956 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.462221 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.462482 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.462738 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.463027 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.463287 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.463552 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.463809 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.464061 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.464318 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.464583 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.464878 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.465137 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.465407 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.465666 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.465941 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.466193 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.466479 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.466922 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.467176 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.467424 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.467824 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:17:19.468066 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:17:19.468304 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:17:19.468539 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:17:19.468799 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:17:19.469034 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:17:19.469398 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 19 12:17:19.473091 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 19 12:17:19.477020 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 19 12:17:19.481036 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Sep 19 12:17:19.482668 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 19 12:17:19.483284 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 19 12:17:19.483620 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 19 12:17:19.484062 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 19 12:17:19.486884 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 19 12:17:19.487132 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 19 12:17:19.487479 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 12:17:19.492766 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 19 12:17:19.515781 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 19 12:17:19.516237 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.517090 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106856) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 19 12:17:19.517464 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.518813 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106856) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 19 12:17:19.519092 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 12:17:19.519337 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 19 12:17:19.530356 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.530641 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:19.655097 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 19 12:17:19.655277 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 19 12:17:19.655488 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 19 12:17:19.655873 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 19 12:17:19.708267 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO dbcounter [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Registered counter for database neutron Sep 19 12:17:19.727586 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_db.sqlalchemy.engines [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106856) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 19 12:17:19.733543 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG dbcounter [-] [106856] Writer thread running {{(pid=106856) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 12:17:20.491263 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Initializing driver for type 'gre' Sep 19 12:17:20.491896 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] gre ID ranges: [(1, 1000)] Sep 19 12:17:20.759853 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Initializing driver for type 'local' Sep 19 12:17:20.760097 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Initializing driver for type 'vlan' Sep 19 12:17:20.868171 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] VlanTypeDriver initialization complete Sep 19 12:17:20.868510 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Initializing driver for type 'vxlan' Sep 19 12:17:20.869092 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] vxlan ID ranges: [(1, 1000)] Sep 19 12:17:21.100464 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Initializing extension driver 'port_security' Sep 19 12:17:21.105303 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] PortSecurityExtensionDriver initialization complete Sep 19 12:17:21.105303 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Initializing mechanism driver 'openvswitch' Sep 19 12:17:21.105303 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Initializing mechanism driver 'hyperv' Sep 19 12:17:21.108063 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.plugins.ml2.plugin [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.108758 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > port after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.109130 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > port after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.109481 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > port after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.110021 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:17:21.110441 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > subnet after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.110891 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > subnet after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.111236 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.111625 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:17:21.112026 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > network after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.112375 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > network after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.112750 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > network after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.113136 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:17:21.113568 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > security_group after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.113916 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > security_group after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.114257 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > security_group after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.114646 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:17:21.115048 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.115393 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.115732 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.116243 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:17:21.116760 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > address_group after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.117110 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > address_group after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.117451 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > address_group after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.117835 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106856) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 12:17:21.118277 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] ML2 OVO RPC backend initialized. {{(pid=106856) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 19 12:17:21.118976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.119328 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.119742 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > network before_response 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.120089 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > networks before_response 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.120431 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > port before_response 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.120801 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > ports before_response 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.121141 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > subnet before_response 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.121479 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > subnets before_response 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.121827 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > network after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.122163 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > network after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.122586 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > network after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.122924 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > port after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.123264 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > port after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.123599 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > port after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.123935 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > subnet after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.124274 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > subnet after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.124620 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > subnet after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.132692 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded quota_driver: . Sep 19 12:17:21.133051 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.plugin [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Modular L2 Plugin initialization complete Sep 19 12:17:21.133398 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading services supported by the core plugin {{(pid=106856) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 19 12:17:21.133775 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.plugins.ml2.managers [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Got port-security extension from driver 'port_security' Sep 19 12:17:21.134257 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.extensions.vlantransparent [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Disabled vlantransparent extension. Sep 19 12:17:21.134751 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106856) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 19 12:17:21.135068 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading Plugin: router Sep 19 12:17:21.184289 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router_interface before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.184721 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router after_create 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.185096 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router before_create 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.185466 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.185837 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.186199 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router after_delete 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.186604 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > floatingip after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.187038 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > floatingip after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.187399 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router after_create 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.187749 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router after_update 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.188100 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router after_update 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.188981 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.189370 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router after_update 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.189777 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router precommit_update 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.190153 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: port after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.190500 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: port after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.190844 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: subnet after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.191266 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.191627 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > port precommit_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.191983 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router precommit_create 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.192329 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: port before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.192702 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router precommit_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.193069 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router after_update 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.193412 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router precommit_delete 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.193768 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router precommit_create 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.194131 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router_interface after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.194480 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router precommit_update 55549900 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.194846 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > agent after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.195201 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > agent after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.195548 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > network after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.196444 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Tracking information for resource: router configured {{(pid=106856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:17:21.196802 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Tracking information for resource: floatingip configured {{(pid=106856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 12:17:21.202030 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.db.l3_agentschedulers_db [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 19 12:17:21.202670 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: port after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.203035 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: port after_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.203390 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: port after_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.203763 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: port after_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.205173 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router before_create 55550100 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.205542 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router precommit_delete 55550100 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.205905 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router precommit_create 55550100 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.206302 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > router precommit_update 55550100 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.211337 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.services.provider_configuration [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service providers = [] {{(pid=106856) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 19 12:17:21.220710 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.db.servicetype_db [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106856) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 19 12:17:21.223126 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.services.service_base [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 12:17:21.223479 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.services.service_base [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 12:17:21.223822 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.services.service_base [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 12:17:21.224734 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.services.service_base [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 12:17:21.225111 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.services.service_base [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 19 12:17:21.225495 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:17:21.225811 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 19 12:17:21.237829 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:17:21.238165 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading Plugin: auto_allocate Sep 19 12:17:21.243847 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: network precommit_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.244248 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: network precommit_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.244809 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:17:21.245131 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading Plugin: tag Sep 19 12:17:21.252302 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:17:21.252660 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading Plugin: timestamp Sep 19 12:17:21.256790 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:17:21.257122 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading Plugin: network_ip_availability Sep 19 12:17:21.271061 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.271433 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.271789 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.272508 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:17:21.272848 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading Plugin: flavors Sep 19 12:17:21.277972 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:17:21.278306 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading Plugin: revisions Sep 19 12:17:21.282800 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 12:17:21.283192 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_concurrency.lockutils [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.619s {{(pid=106856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 19 12:17:21.283976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106856) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 19 12:17:21.284356 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Initializing extension manager. Sep 19 12:17:21.284912 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: __init__.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.285255 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: __pycache__ {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.285585 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: address_group.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.286495 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.287071 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: address-group Sep 19 12:17:21.287398 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: address_scope.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.288068 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.288565 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: address-scope Sep 19 12:17:21.288909 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: admin_state_down_before_update.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.289790 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.290369 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: router-admin-state-down-before-update Sep 19 12:17:21.290672 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: agent.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.291334 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.291828 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: agent Sep 19 12:17:21.292145 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: agent_resources_synced.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.293036 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.293529 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: agent-resources-synced Sep 19 12:17:21.293847 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: allowedaddresspairs.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.295673 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.296177 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: allowed-address-pairs Sep 19 12:17:21.296503 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: auto_allocated_topology.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.297602 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.298152 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: auto-allocated-topology Sep 19 12:17:21.298475 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: availability_zone.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.305877 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.305877 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: availability_zone Sep 19 12:17:21.305877 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: availability_zone_filter.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.306477 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.306969 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: availability_zone_filter Sep 19 12:17:21.307288 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: data_plane_status.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.308154 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.308674 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension data-plane-status not supported by any of loaded plugins Sep 19 12:17:21.308996 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: default_subnetpools.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.309860 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.310351 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: default-subnetpools Sep 19 12:17:21.310750 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: dhcpagentscheduler.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.311525 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.312023 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: dhcp_agent_scheduler Sep 19 12:17:21.312343 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: dns.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.313752 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.314240 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension dns-integration not supported by any of loaded plugins Sep 19 12:17:21.314558 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: dns_domain_ports.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.315427 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.315917 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 19 12:17:21.316235 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.317402 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.317898 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 19 12:17:21.318211 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: dvr.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.318921 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.319415 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: dvr Sep 19 12:17:21.319733 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: ecmp_routes.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.320618 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.321106 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 19 12:17:21.321432 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: empty_string_filtering.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.322278 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.322770 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: empty-string-filtering Sep 19 12:17:21.323128 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.323986 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.324478 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 19 12:17:21.324825 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.325695 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.326184 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 19 12:17:21.326502 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: external_net.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.327357 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.327897 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: external-net Sep 19 12:17:21.328256 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: extra_dhcp_opt.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.329779 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.330270 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: extra_dhcp_opt Sep 19 12:17:21.330587 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: extraroute.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.331466 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.331961 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: extraroute Sep 19 12:17:21.332278 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: extraroute_atomic.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.333287 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.333852 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: extraroute-atomic Sep 19 12:17:21.334172 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: filter_validation.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.334793 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.335284 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: filter-validation Sep 19 12:17:21.335598 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: fip_pf_description.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.336452 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.336965 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 19 12:17:21.337281 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: fip_pf_detail.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.343301 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.343794 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: floating-ip-port-forwarding-detail Sep 19 12:17:21.344109 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: fip_pf_port_range.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.345533 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.346024 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 19 12:17:21.346343 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: fip_port_details.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.347207 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.347701 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: fip-port-details Sep 19 12:17:21.348019 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: flavors.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.349216 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.349720 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: flavors Sep 19 12:17:21.350040 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.351692 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.352159 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 19 12:17:21.352491 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: floatingip_pools.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.353181 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.353687 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: floatingip-pools Sep 19 12:17:21.354014 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: ip_allocation.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.354887 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.355383 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension ip_allocation not supported by any of loaded plugins Sep 19 12:17:21.355707 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.356593 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.357125 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: ip-substring-filtering Sep 19 12:17:21.357446 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l2_adjacency.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.358325 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.358817 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 19 12:17:21.359138 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l3.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.360679 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.361195 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: router Sep 19 12:17:21.361516 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l3_conntrack_helper.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.363924 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.364436 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 19 12:17:21.364794 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.365705 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.366211 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: ext-gw-mode Sep 19 12:17:21.366539 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.367406 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.367914 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: l3-ha Sep 19 12:17:21.368240 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.369133 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.369633 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 19 12:17:21.369959 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l3_flavors.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.370829 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.371333 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: l3-flavors Sep 19 12:17:21.371656 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l3_ndp_proxy.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.373010 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.373514 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 19 12:17:21.373841 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.374713 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.375213 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 19 12:17:21.375539 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: l3agentscheduler.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.376661 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.377170 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: l3_agent_scheduler Sep 19 12:17:21.377494 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: local_ip.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.379203 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.379720 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension local_ip not supported by any of loaded plugins Sep 19 12:17:21.380052 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: logging.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.381505 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.382013 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension logging not supported by any of loaded plugins Sep 19 12:17:21.382341 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: metering.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.383042 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.383642 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: metering Sep 19 12:17:21.383961 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.385034 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.385535 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: metering_source_and_destination_fields Sep 19 12:17:21.385859 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: multiprovidernet.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.386734 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.387235 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: multi-provider Sep 19 12:17:21.387558 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: netmtu.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.388425 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.388958 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: net-mtu Sep 19 12:17:21.389280 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: netmtu_writable.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.390143 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.390693 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: net-mtu-writable Sep 19 12:17:21.390957 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: network_availability_zone.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.391609 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.392101 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: network_availability_zone Sep 19 12:17:21.392425 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: network_ip_availability.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.393499 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.393995 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: network-ip-availability Sep 19 12:17:21.394317 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: network_segment_range.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.395029 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.395510 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension network-segment-range not supported by any of loaded plugins Sep 19 12:17:21.395827 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: pagination.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.396813 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.397142 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: pagination Sep 19 12:17:21.397459 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: port_device_profile.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.398316 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.398815 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: port-device-profile Sep 19 12:17:21.399132 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: port_mac_address_override.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.399997 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.400785 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: port-mac-override Sep 19 12:17:21.401104 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.401980 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.402480 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: port-mac-address-regenerate Sep 19 12:17:21.402796 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.403697 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.404194 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: port-numa-affinity-policy Sep 19 12:17:21.404512 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: port_resource_request.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.405397 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.405884 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension port-resource-request not supported by any of loaded plugins Sep 19 12:17:21.406201 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: port_resource_request_groups.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.407634 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.408149 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 19 12:17:21.408463 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: portbindings.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.409400 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.411691 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: binding Sep 19 12:17:21.411691 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: portbindings_extended.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.412726 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.413230 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: binding-extended Sep 19 12:17:21.413562 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: portsecurity.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.414428 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.414944 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: port-security Sep 19 12:17:21.415247 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: project_id.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.416373 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.416740 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: project-id Sep 19 12:17:21.417062 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: providernet.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.417933 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.418439 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: provider Sep 19 12:17:21.418764 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.422425 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.423021 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos not supported by any of loaded plugins Sep 19 12:17:21.423389 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.424619 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.425130 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 19 12:17:21.425458 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.426327 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.426828 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 19 12:17:21.427153 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_default.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.428017 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.428520 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-default not supported by any of loaded plugins Sep 19 12:17:21.428871 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_fip.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.429738 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.430240 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-fip not supported by any of loaded plugins Sep 19 12:17:21.430569 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_fip_network_policy.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.431441 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.431941 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 19 12:17:21.432265 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_gateway_ip.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.433214 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.433718 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 19 12:17:21.434040 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_port_network_policy.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.434904 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.435404 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 19 12:17:21.435724 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.436740 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.437250 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 19 12:17:21.437571 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.438593 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.439099 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 19 12:17:21.439422 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_pps_rule.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.440563 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.441094 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-pps not supported by any of loaded plugins Sep 19 12:17:21.441418 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_rule_type_details.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.442282 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.442774 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 19 12:17:21.443095 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_rule_type_filter.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.444016 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.444509 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 19 12:17:21.444887 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: qos_rules_alias.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.445878 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.446403 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 19 12:17:21.446725 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: quota_check_limit.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.452650 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.453147 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: quota-check-limit Sep 19 12:17:21.453469 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: quotasv2.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.455124 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.455449 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: quotas Sep 19 12:17:21.455767 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: quotasv2_detail.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.457453 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.457786 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: quota_details Sep 19 12:17:21.458111 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: rbac.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.459140 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.459742 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: rbac-policies Sep 19 12:17:21.460072 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: rbac_address_group.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.460980 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.461480 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: rbac-address-group Sep 19 12:17:21.461802 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: rbac_address_scope.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.462751 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.463254 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: rbac-address-scope Sep 19 12:17:21.463618 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: rbac_security_groups.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.464490 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.465049 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: rbac-security-groups Sep 19 12:17:21.465376 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: rbac_subnetpool.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.466260 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.466760 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: rbac-subnetpool Sep 19 12:17:21.467081 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: revisionifmatch.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.467956 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.468462 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: revision-if-match Sep 19 12:17:21.468809 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: revisions.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.470490 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.471047 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: standard-attr-revisions Sep 19 12:17:21.471374 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: router_availability_zone.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.472005 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.472504 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: router_availability_zone Sep 19 12:17:21.472854 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: routerservicetype.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.473724 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.474223 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension router-service-type not supported by any of loaded plugins Sep 19 12:17:21.474540 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.475413 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.475910 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: security-groups-normalized-cidr Sep 19 12:17:21.476259 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: security_groups_port_filtering.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.477161 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.477655 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: port-security-groups-filtering Sep 19 12:17:21.478007 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.481650 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.482156 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: security-groups-remote-address-group Sep 19 12:17:21.482477 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.483363 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.483855 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: security-groups-shared-filtering Sep 19 12:17:21.484173 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: securitygroup.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.494761 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.495356 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: security-group Sep 19 12:17:21.495697 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: segment.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.496435 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.496966 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension segment not supported by any of loaded plugins Sep 19 12:17:21.497292 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.498177 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.498677 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 19 12:17:21.499002 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: servicetype.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.500038 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.500545 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: service-type Sep 19 12:17:21.501526 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: sorting.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.502465 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.502796 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: sorting Sep 19 12:17:21.503118 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: standard_attr_segment.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.504007 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.504519 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 19 12:17:21.504866 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: standardattrdescription.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.505472 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.505982 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: standard-attr-description Sep 19 12:17:21.506303 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: stateful_security_group.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.507212 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.507717 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: stateful-security-group Sep 19 12:17:21.508038 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: stdattrs_common.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.508582 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 19 12:17:21.508952 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.515837 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.516371 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 19 12:17:21.516716 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: subnet_onboard.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.517747 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.518299 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: subnet_onboard Sep 19 12:17:21.518619 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.519501 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.520005 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 19 12:17:21.520326 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: subnet_service_types.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.521332 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.521835 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: subnet-service-types Sep 19 12:17:21.522155 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: subnetallocation.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.523185 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.523700 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: subnet_allocation Sep 19 12:17:21.524082 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.524748 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.525255 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: subnetpool-prefix-ops Sep 19 12:17:21.525844 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.526730 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.527240 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 19 12:17:21.527561 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: tagging.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.528570 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.529115 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: standard-attr-tag Sep 19 12:17:21.529438 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: timestamp.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.530745 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.531244 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loaded extension: standard-attr-timestamp Sep 19 12:17:21.531569 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: trunk.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.532571 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.533094 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension trunk not supported by any of loaded plugins Sep 19 12:17:21.533417 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: trunk_details.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.534282 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.534777 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension trunk-details not supported by any of loaded plugins Sep 19 12:17:21.535153 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: uplink_status_propagation.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.536026 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.536517 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 19 12:17:21.536858 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Loading extension file: vlantransparent.py {{(pid=106856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 12:17:21.537490 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 12:17:21.537979 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 19 12:17:21.540624 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:network Sep 19 12:17:21.541154 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:subnet Sep 19 12:17:21.541549 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:17:21.541936 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:port Sep 19 12:17:21.543213 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.543655 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service FLAVORS assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.544256 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.544719 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.545052 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:router Sep 19 12:17:21.545475 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:floatingip Sep 19 12:17:21.545953 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service METERING assigned prefix: /metering {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.547978 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.548360 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.548762 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:17:21.549739 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 12:17:21.550178 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:security_group Sep 19 12:17:21.550614 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 12:17:21.551134 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service CORE assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.551471 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:17:21.551812 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] subnetpool is already registered Sep 19 12:17:21.552229 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service CORE assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.552572 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:17:21.552958 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] subnetpool is already registered Sep 19 12:17:21.555364 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.555802 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service FLAVORS assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.556420 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.556994 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.557328 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:router Sep 19 12:17:21.557668 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] router is already registered Sep 19 12:17:21.558090 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:floatingip Sep 19 12:17:21.558421 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] floatingip is already registered Sep 19 12:17:21.558883 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service METERING assigned prefix: /metering {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.559585 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 12:17:21.559908 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] rbac_policy is already registered Sep 19 12:17:21.560389 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:security_group Sep 19 12:17:21.560745 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] security_group is already registered Sep 19 12:17:21.564222 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 12:17:21.564222 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] security_group_rule is already registered Sep 19 12:17:21.564222 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service CORE assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.564222 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:17:21.564222 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] subnetpool is already registered Sep 19 12:17:21.564222 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.v2.resource_helper [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Service CORE assigned prefix: {{(pid=106856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 12:17:21.564222 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 12:17:21.564222 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING neutron.quota.resource_registry [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] subnetpool is already registered Sep 19 12:17:21.564792 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: extensions {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.566389 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: address-groups {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.567886 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: address-scopes {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.569140 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: agents {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.570376 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: auto-allocated-topology {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.572914 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: availability_zones {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.574139 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: dhcp-networks {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.575644 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: dhcp-agents {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.577245 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: routers {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.578992 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: flavors {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.580159 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: service_profiles {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.581661 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: next_providers {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.583174 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: service_profiles {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.584656 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: floatingip-pools {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.585879 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: routers {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.587783 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: floatingips {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.589007 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: l3-routers {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.590402 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: l3-agents {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.591930 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: metering-labels {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.593301 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: metering-label-rules {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.594613 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: network-ip-availabilities {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.595984 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: bindings {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.597591 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: quotas {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.599202 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: quotas {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.600889 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: rbac-policies {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.604354 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: security-groups {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.604354 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: security-group-rules {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.604676 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: service-providers {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.605998 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: subnetpools {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.607355 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: subnetpools {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.608849 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.611240 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.613019 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.614905 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.616734 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.618650 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.620453 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.622381 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.624190 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.626761 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron.api.extensions [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Extended resource: tags {{(pid=106856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 12:17:21.633821 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING keystonemiddleware.auth_token [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 19 12:17:21.638936 dv-cinder-850618-3-iscsi neutron-server[106856]: WARNING keystonemiddleware.auth_token [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 19 12:17:21.647709 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_concurrency.lockutils [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Acquiring lock "singleton_lock" {{(pid=106856) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 19 12:17:21.648036 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_concurrency.lockutils [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Acquired lock "singleton_lock" {{(pid=106856) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 19 12:17:21.648504 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_concurrency.lockutils [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Releasing lock "singleton_lock" {{(pid=106856) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 19 12:17:21.649180 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO oslo_service.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Starting 2 workers Sep 19 12:17:21.654281 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Started child 106969 {{(pid=106856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 12:17:21.658879 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Started child 106970 {{(pid=106856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 12:17:21.660476 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO neutron.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 19 12:17:21.661156 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Publish callbacks [] for process (None), before_spawn {{(pid=106856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:21.663368 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:21.664232 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO oslo_service.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Starting 1 workers Sep 19 12:17:21.664395 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:21.664932 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [-] (106969) wsgi starting up on http://0.0.0.0:9696 Sep 19 12:17:21.665274 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [-] (106970) wsgi starting up on http://0.0.0.0:9696 Sep 19 12:17:21.668936 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Started child 106971 {{(pid=106856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 12:17:21.669472 dv-cinder-850618-3-iscsi neutron-server[106856]: INFO oslo_service.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Starting 1 workers Sep 19 12:17:21.673588 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] calling RpcWorker wait() {{(pid=106971) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 19 12:17:21.674147 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] returning from RpcWorker wait() {{(pid=106971) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 19 12:17:21.674628 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Started child 106973 {{(pid=106856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 12:17:21.675423 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG neutron_lib.callbacks.manager [None req-c1e746a2-675e-46b5-b83b-ba5849b4e98e None None] Publish callbacks [] for process (None), after_spawn {{(pid=106856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:21.675552 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:21.675653 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 33834) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:17:21.675973 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.677555 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106856) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 12:17:21.677757 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 12:17:21.677940 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 12:17:21.678163 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 12:17:21.678524 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 12:17:21.678697 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 12:17:21.679222 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.679489 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.679765 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.680040 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.680671 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.680933 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.681195 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.681477 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.681732 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.681897 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.682061 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.682411 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.682634 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.682755 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [-] 10.222.0.93 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050855 Sep 19 12:17:21.682900 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.683172 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.683420 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.683647 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.683835 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.684080 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.684340 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.684614 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.684901 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] debug = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.685172 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.685643 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.685891 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.686128 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.686363 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.686636 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.686886 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.687680 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.687789 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [-] 10.222.0.93 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038922 Sep 19 12:17:21.687872 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.687872 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.687872 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.688158 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.689680 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:21.690348 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.691650 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.691773 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.691773 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.691773 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.691773 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.692029 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] host = dv-cinder-850618-3-iscsi {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.692220 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.692468 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.692792 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.693057 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.693918 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.693918 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.693918 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.694135 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.694320 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.694552 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.694813 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.695092 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.695314 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.695554 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.695720 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_options = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.695961 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.696242 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.696528 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.696739 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.696908 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.697069 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.697331 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.697485 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.697717 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.697935 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.698155 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.698553 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.698808 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.699047 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.699296 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.699544 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.699910 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.700165 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.700429 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.700757 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.701006 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.701267 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.701491 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.701796 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.702047 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.702337 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.702558 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.702808 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.703023 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.703274 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.703531 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.703785 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.704003 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.704292 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.704558 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.704803 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.705036 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.705291 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.705559 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.705861 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.706116 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.706374 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.706591 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.706838 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.707073 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.707284 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.707501 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_json = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.707714 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.707942 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.708188 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.708416 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.708660 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.708867 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.709079 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.710133 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.710133 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.710133 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.710352 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.710558 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.710786 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.711018 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.711259 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.711491 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.711711 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.711984 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.712211 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.712524 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.713680 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.715976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.715976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.715976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.715976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.715976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.715976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.715976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.715976 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.717189 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.717189 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.717189 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.717189 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.717189 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.717189 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.717531 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.717604 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.717870 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.718140 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.718482 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.718754 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.719011 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.719271 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.719508 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.719781 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.720079 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.720242 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.720463 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.720724 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.721896 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.721896 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.721896 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.721896 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.721896 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.722950 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.722950 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.722950 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.722950 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.723484 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.723484 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.723484 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.724134 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.724134 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.724134 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.726347 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.726347 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.726347 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.726347 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.726347 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.726347 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.726347 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.726347 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.729616 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.729616 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.729616 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.729616 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.729616 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.729616 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.729616 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.729616 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.729616 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.730556 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.730556 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.730556 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.730556 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.730556 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.730556 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.730556 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.730556 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.730556 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.731138 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.731138 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.731138 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.731138 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.731380 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.731448 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.731628 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.731856 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.732071 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.732282 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.732505 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.733789 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.733789 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.733789 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.733789 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.733789 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.734206 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.734206 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.735591 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.735591 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.735591 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.735591 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.735884 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.736112 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.736806 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.736806 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.736806 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.737048 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.737231 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.737413 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.737640 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.737850 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.738067 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.738313 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.738547 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.739481 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.739481 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.739481 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.739481 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.739902 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.739902 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.740125 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.740386 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.741155 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.741155 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.741155 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.741391 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.743606 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.743606 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.743606 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.743606 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.743606 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.743606 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.743606 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.743606 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.744460 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.744727 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.744971 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.745220 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.745430 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.745645 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.745894 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.746210 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.746458 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.746688 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.746930 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.747188 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.747435 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.747671 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.747930 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.748175 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.748435 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.749266 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.749506 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.749726 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.749980 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.750209 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.750425 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.751274 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.751513 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.751755 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.751972 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.752190 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.752594 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.753464 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.753701 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.753920 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.754162 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.754386 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.754626 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.754840 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.755062 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.755313 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.755534 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.755754 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.755973 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.756203 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.756436 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.757698 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.758038 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.758300 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.758513 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.758770 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.759029 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.759283 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.759501 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.760112 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.760112 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.760274 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.760397 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.760622 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.761749 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.761971 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.762204 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.762439 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.762702 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.762966 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.763323 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.763580 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.763828 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.764074 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.764428 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.764594 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.764835 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.765042 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.765288 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.765512 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.765757 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.765998 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.766263 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.767450 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.767710 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.767941 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.768168 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.768393 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.768684 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.768997 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.769254 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.769485 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.769712 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.770493 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.770493 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.771320 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.771572 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.771806 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.772022 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.772241 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.772463 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.772736 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.773065 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.773327 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.773570 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.773814 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.774033 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.774281 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.774510 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.774731 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.774933 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.775155 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.775377 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.775846 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.776090 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.776301 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.776515 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.777910 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.778148 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.778371 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.778613 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.779639 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.779862 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.780096 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.780326 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.782821 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.783070 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.783299 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.783540 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.783794 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.784023 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.784241 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.784474 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.784717 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.784956 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.785183 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.785410 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.785625 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.785927 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.786178 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.786397 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.786687 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.786918 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.787176 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.787428 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.787744 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.787960 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.788220 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.788457 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.788726 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.788939 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.789731 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.789731 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.789908 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.790069 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.790321 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.790613 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.790914 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.791235 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.791455 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.791969 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.792134 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.792421 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.792746 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.792992 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.793249 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.793478 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.794022 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.794022 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.794214 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.794366 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.794613 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.794861 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.795122 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.795347 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.796217 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.796217 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.796217 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.796217 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.796561 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.797610 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.798319 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 12:17:21.798944 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106856) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 12:17:21.799063 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 12:17:21.799213 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 12:17:21.799348 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 12:17:21.799586 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 12:17:21.799702 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 12:17:21.799863 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.800023 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.800182 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.800343 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.800523 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.800705 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.800863 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.801065 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.801171 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.801322 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.801477 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.801799 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.802074 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.802234 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.802392 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.802549 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.803020 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.803020 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.803020 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.803250 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.803326 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.803470 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] debug = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.803618 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.803809 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.803980 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.804125 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.804260 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.804410 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.804557 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806222 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806222 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806222 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806222 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806222 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806609 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806609 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806609 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806839 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.806922 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.807007 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] host = dv-cinder-850618-3-iscsi {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.807169 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.807323 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.807642 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.807792 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.808083 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.808083 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.808313 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.808423 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.808531 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.808773 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.808905 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.809036 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.809187 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.809313 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.809579 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_options = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.809579 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.809970 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.809970 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.810177 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.810306 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.810459 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.810588 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.810741 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.810926 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.810926 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.811306 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.811306 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.811567 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.811567 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.811726 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.811807 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.811936 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.812093 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.812250 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.812407 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.813130 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.813130 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.813130 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.813130 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.814492 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.814492 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.814492 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.814492 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.814492 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.814492 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.814492 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.814492 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815182 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815182 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815182 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815182 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815182 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815182 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815761 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815761 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815761 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.815761 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.816147 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.816147 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.816147 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.816653 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.816653 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_json = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.816653 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.816977 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.816977 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.816977 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.817190 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.817269 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.817424 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.817582 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.817738 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 12:17:21.817921 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.818081 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.818251 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.818412 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.818570 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.818730 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.819279 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.819279 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.819279 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.819660 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.819660 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.819660 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.820103 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.820103 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.820103 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.820462 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.820462 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.820733 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.820733 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.820954 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.821052 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.821135 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822091 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822091 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822091 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822091 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822091 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822091 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822783 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822783 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822783 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822783 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.822783 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.823273 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.823273 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.823273 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.823651 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.823651 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.823651 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.823956 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.823956 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.824152 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.824285 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.824380 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.824532 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.824719 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.824847 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.825005 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.825163 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.825323 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.825482 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.825640 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.825799 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.826330 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.826330 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.826330 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.826769 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.826769 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.826769 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.827140 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.827140 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.827140 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.827419 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.827419 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.827567 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.827731 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.827888 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.828200 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.828530 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.828747 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.828899 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.829057 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.829312 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.829417 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.829500 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.829664 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.829822 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.829984 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.830141 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.830296 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.830457 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.830607 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.830753 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.830939 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.831101 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.831256 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.831399 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.831553 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.831736 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.831833 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.831973 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.832642 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.832642 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.832642 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.832642 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.833074 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.833074 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.833074 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.833428 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.833428 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.833583 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.833663 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.833797 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.833956 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.834118 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.834276 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.834426 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.834560 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:21.834661 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.834745 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.834870 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.835029 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.835186 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.835343 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.835506 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.835658 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.835816 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.835974 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.836132 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.836291 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.836449 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.836696 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.836790 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.836928 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.837099 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.837257 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.837419 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.837578 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.837756 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.837912 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.838072 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.838754 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.838754 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.838754 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.838754 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.839057 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.839057 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.839179 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.839255 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.839413 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.839574 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.839735 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.840057 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.840057 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.840551 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.840551 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.840551 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.841675 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.841843 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.842166 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.842323 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843132 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843132 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843132 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843132 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843132 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843461 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843461 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843590 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843669 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.843818 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.844129 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.844296 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.845014 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.845175 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.845335 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.845496 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.845654 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.845814 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.845974 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.846132 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.846291 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.846451 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.846611 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.846771 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.846930 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.847089 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.847248 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.847412 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.847539 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.847697 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.847857 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.848006 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.848250 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.848388 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.848512 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.848703 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.848834 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.849000 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.849158 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.849318 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.849478 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.849637 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.849798 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.849958 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.850100 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.850248 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.850405 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.850564 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.850744 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.850904 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.851062 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.851225 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.851385 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.851543 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.851701 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.851859 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.852017 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.852176 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.852336 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.852494 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.852673 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.852836 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.852994 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.853153 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.853311 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.853460 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.853617 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.853778 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.853935 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.854094 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.854252 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.854462 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.854560 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.854716 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.854873 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.855121 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.855252 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.855376 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.855600 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.855766 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.855940 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.856101 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.856260 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.857125 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.857125 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.857513 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.857690 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.857854 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.858041 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.858180 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.858322 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.858530 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.858642 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.858749 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.858875 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.859061 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.859259 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.859395 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.859505 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.859643 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.861286 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.861286 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.861286 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.861615 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.861722 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.861830 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.861953 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.862088 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.862247 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.862407 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.862657 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.862795 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.862921 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.863046 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.863180 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.863339 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.863508 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.863667 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.863827 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.863994 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.864152 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.864310 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.864467 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.864680 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.864803 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.864969 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.865133 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.865293 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.865445 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.865608 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.865772 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.865942 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.866249 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.866249 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.866427 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.866577 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.866747 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.866945 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.867078 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.867264 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.867412 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.867571 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.867728 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.867879 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.868056 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.868207 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.868394 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.868726 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.869448 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.869611 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.869776 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.869935 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.870076 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.870217 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.870377 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.870523 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.870682 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.870827 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.870987 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 12:17:21.871132 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 12:17:30.954399 dv-cinder-850618-3-iscsi neutron-server[106856]: DEBUG dbcounter [-] [106856] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106856) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:33.476031 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4ed38-c0c0-42b9-beaa-36054387b454 None None] get_active_networks_info from dv-cinder-850618-3-iscsi {{(pid=106971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 19 12:17:33.484815 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writer thread running {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 12:17:33.485563 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writer thread running {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 12:17:33.560797 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd4ed38-c0c0-42b9-beaa-36054387b454 None None] No non-hosted networks {{(pid=106971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 19 12:17:33.583526 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.agentschedulers_db [None req-6dd4ed38-c0c0-42b9-beaa-36054387b454 None None] DHCP Agent not found on host dv-cinder-850618-3-iscsi {{(pid=106971) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 19 12:17:33.677378 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f930b169-e434-4825-8428-3ee680f0af8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632196'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:35.035369 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writer thread running {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 12:17:35.670046 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e5c66473-29a9-43b8-aaa4-e0064f215cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632196'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:35.696674 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.db.api [None req-d909641a-1516-42fe-83e4-11865eecce7b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-850618-3-iscsi {{(pid=106971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 19 12:17:35.697802 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG oslo_db.api [None req-d909641a-1516-42fe-83e4-11865eecce7b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:17:36.217557 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d909641a-1516-42fe-83e4-11865eecce7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:36.881480 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632196'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:37.151354 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 33924) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:17:37.738013 dv-cinder-850618-3-iscsi neutron-server[106970]: WARNING oslo_policy.policy [None req-ac748455-76f9-466a-b9cc-dc3e053d3fb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:17:37.738680 dv-cinder-850618-3-iscsi neutron-server[106970]: WARNING oslo_policy.policy [None req-ac748455-76f9-466a-b9cc-dc3e053d3fb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:17:37.963975 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [None req-ac748455-76f9-466a-b9cc-dc3e053d3fb5 admin admin] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:17:37.965201 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ac748455-76f9-466a-b9cc-dc3e053d3fb5 admin admin] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8127494 Sep 19 12:17:38.640661 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632196'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:38.731275 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632196'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:38.732330 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.732726 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.733250 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.733799 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.734182 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.734709 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.735227 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.735578 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.735910 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.736232 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.736770 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.737304 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.737646 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.738167 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.738747 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:38.739335 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850618-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:38.746800 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850618-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:17:40.654334 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 33960) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:17:40.982337 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-7ab1ad28-f7eb-4411-afdf-d754234b9dbe admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:17:40.995019 dv-cinder-850618-3-iscsi neutron-server[106970]: ERROR stevedore.extension [None req-7ab1ad28-f7eb-4411-afdf-d754234b9dbe admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 19 12:17:41.076660 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.policy [None req-7ab1ad28-f7eb-4411-afdf-d754234b9dbe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106970) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 12:17:41.118479 dv-cinder-850618-3-iscsi neutron-server[106970]: WARNING oslo_policy.policy [None req-7ab1ad28-f7eb-4411-afdf-d754234b9dbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:17:41.118786 dv-cinder-850618-3-iscsi neutron-server[106970]: WARNING oslo_policy.policy [None req-7ab1ad28-f7eb-4411-afdf-d754234b9dbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:17:41.139025 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writer thread running {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 12:17:41.299244 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ad28-f7eb-4411-afdf-d754234b9dbe admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781306085556', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781306089096', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781306073004', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781306078107', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781306084445', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781306125453', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-719683', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716341', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2080656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2053294'] for rbac-policy (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:41.517436 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7ab1ad28-f7eb-4411-afdf-d754234b9dbe admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:41.518559 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-7ab1ad28-f7eb-4411-afdf-d754234b9dbe admin admin] 10.222.0.93 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8632407 Sep 19 12:17:42.743133 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.db.l3_hamode_db [None req-be0180f5-a57b-410a-80c5-da8876d00204 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 19 12:17:42.820394 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0180f5-a57b-410a-80c5-da8876d00204 None None] Routers set() bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:17:42.820809 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0180f5-a57b-410a-80c5-da8876d00204 None None] Router IDs set() for agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 19 12:17:44.137891 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 33970) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:17:44.460000 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:17:44.645101 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Made reservation on behalf of 43be35583f5d40b49162fff417490ed7 for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:44.649424 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:44.669212 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:44.783477 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Publish callbacks [] for security_group (ad16dbdf-d455-4b85-858d-1bde6da42259), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:44.850744 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ad16dbdf-d455-4b85-858d-1bde6da42259), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:44.877516 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:17:44.912022 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781305184952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:44.912520 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Unsubscribe: segment precommit_create {{(pid=106970) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 12:17:44.913090 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Added segment bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a of type vlan for network 3e771029-db9b-4e16-8594-7c20d54f0fdd Sep 19 12:17:44.934535 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ad16dbdf-d455-4b85-858d-1bde6da42259,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:44.983836 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.984172 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.985068 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.985426 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.985739 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.986059 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.986378 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.986789 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.987111 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.987426 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.987741 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.988080 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.988395 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.988839 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.989155 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Tracked resource versions report: Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: pushed versions: Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: { 'AddressGroup': {'1.2'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Agent': {'1.1'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'ConntrackHelper': {'1.0'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'LocalIPAssociation': {'1.0'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Log': {'1.0'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'NDPProxy': {'1.0'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Network': {'1.1'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Port': {'1.7'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'PortForwarding': {'1.3'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'QosPolicy': {'1.10'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SecurityGroup': {'1.5'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SubPort': {'1.0'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Subnet': {'1.1'}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Trunk': {'1.1'}} Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: consumer versions: Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: { DHCP agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: L3 agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: Metadata agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: Metering agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: Open vSwitch agent@dv-cinder-850618-3-iscsi: { 'AddressGroup': '1.2', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Agent': '1.1', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'ConntrackHelper': '1.0', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'LocalIPAssociation': '1.0', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Log': '1.0', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'NDPProxy': '1.0', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Network': '1.1', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Port': '1.7', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'PortForwarding': '1.3', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'QosPolicy': '1.10', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SecurityGroup': '1.5', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SecurityGroupRule': '1.2', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SubPort': '1.0', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Subnet': '1.1', Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Trunk': '1.1'}} Sep 19 12:17:44.990626 dv-cinder-850618-3-iscsi neutron-server[106970]: {{(pid=106970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:17:45.028503 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (3e771029-db9b-4e16-8594-7c20d54f0fdd), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:45.130002 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (3e771029-db9b-4e16-8594-7c20d54f0fdd), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:45.135091 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:45.135795 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:45.227859 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:45.258093 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] Pushing event updated for resources: {'Network': ['ID=3e771029-db9b-4e16-8594-7c20d54f0fdd,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:45.269745 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 3e771029-db9b-4e16-8594-7c20d54f0fdd details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:17:45.310843 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-dcdfc4b4-d97a-4a3a-b723-ad5092ad0249 demo demo] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1718652 Sep 19 12:17:47.991503 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 33984) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:17:48.410456 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd790d0-20ea-4541-8985-57c6791be48b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:48.411830 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ddd790d0-20ea-4541-8985-57c6791be48b demo admin] 10.222.0.93 "GET /networking/v2.0/networks/3e771029-db9b-4e16-8594-7c20d54f0fdd HTTP/1.1" status: 200 len: 825 time: 0.4193921 Sep 19 12:17:48.437290 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-a503335c-8be2-4192-afb0-29e8443335e3 demo admin] 10.222.0.93 "GET /networking/v2.0/subnetpools/9a32eed0-6dbd-400d-aa64-dae8874e40cb HTTP/1.1" status: 200 len: 734 time: 0.0192764 Sep 19 12:17:48.445834 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9a32eed0-6dbd-400d-aa64-dae8874e40cb', 'name': 'private-subnet'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:17:48.540697 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Made reservation on behalf of 43be35583f5d40b49162fff417490ed7 for: {'subnet': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:17:48.543142 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:48.769947 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:48.925840 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (5d0c122d-50b6-4309-8222-1c1d93e9b34b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:48.998551 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5d0c122d-50b6-4309-8222-1c1d93e9b34b,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:49.004276 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Checking segment: {'id': 'bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:17:49.004668 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Network hostable DHCP agents. Network: 3e771029-db9b-4e16-8594-7c20d54f0fdd, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:17:49.088872 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Network 3e771029-db9b-4e16-8594-7c20d54f0fdd is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:17:49.164739 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 3e771029-db9b-4e16-8594-7c20d54f0fdd) {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:49.169434 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:17:49.170022 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:49.175458 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd49220f-feac-41b6-8508-5e1a95e934d9 None None] Network 3e771029-db9b-4e16-8594-7c20d54f0fdd requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:17:49.270441 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-01970992-1518-4610-9f52-db68e755d099 demo admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8276701 Sep 19 12:17:49.439124 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-3e771029-db9b-4e16-8594-7c20d54f0fdd', 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd', 'project_id': '43be35583f5d40b49162fff417490ed7', 'fixed_ips': [{'subnet_id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:17:49.440413 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:49.724022 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Allocated IP 172.20.0.2 (3e771029-db9b-4e16-8594-7c20d54f0fdd/5d0c122d-50b6-4309-8222-1c1d93e9b34b/666b18fa-0f19-4806-b0a5-a646621a086c) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:17:49.737702 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=44,neutron:INSERT=32,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:49.999692 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Publish callbacks [] for port (666b18fa-0f19-4806-b0a5-a646621a086c), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:50.084301 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:50.163071 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Network 3e771029-db9b-4e16-8594-7c20d54f0fdd is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:17:50.173391 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:17:50.178350 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:17:50.181468 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Pushing event updated for resources: {'Port': ['ID=666b18fa-0f19-4806-b0a5-a646621a086c,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:50.216233 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.216587 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.216956 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.217320 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.217657 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.217992 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.218317 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.218732 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.219079 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.219391 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.219709 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.220049 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.220381 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.220721 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.221040 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Tracked resource versions report: Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: pushed versions: Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: { 'AddressGroup': {'1.2'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Agent': {'1.1'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'ConntrackHelper': {'1.0'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'LocalIPAssociation': {'1.0'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Log': {'1.0'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'NDPProxy': {'1.0'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Network': {'1.1'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Port': {'1.7'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'PortForwarding': {'1.3'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'QosPolicy': {'1.10'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SecurityGroup': {'1.5'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SubPort': {'1.0'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Subnet': {'1.1'}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Trunk': {'1.1'}} Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: consumer versions: Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: { DHCP agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: L3 agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: Metadata agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: Metering agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: Open vSwitch agent@dv-cinder-850618-3-iscsi: { 'AddressGroup': '1.2', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Agent': '1.1', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'ConntrackHelper': '1.0', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'LocalIPAssociation': '1.0', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Log': '1.0', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'NDPProxy': '1.0', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Network': '1.1', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Port': '1.7', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'PortForwarding': '1.3', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'QosPolicy': '1.10', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SecurityGroup': '1.5', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SecurityGroupRule': '1.2', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SubPort': '1.0', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Subnet': '1.1', Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Trunk': '1.1'}} Sep 19 12:17:50.222494 dv-cinder-850618-3-iscsi neutron-server[106971]: {{(pid=106971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:17:50.276139 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Attempting to bind port 666b18fa-0f19-4806-b0a5-a646621a086c on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:17:50.276460 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Attempting to bind port 666b18fa-0f19-4806-b0a5-a646621a086c by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': 'bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:17:50.276940 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Attempting to bind port 666b18fa-0f19-4806-b0a5-a646621a086c on network 3e771029-db9b-4e16-8594-7c20d54f0fdd {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:17:50.324324 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:17:50.324721 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Checking segment: {'id': 'bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:17:50.325189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:50.325575 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Bound using segment: {'id': 'bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:17:50.326067 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Bound port: 666b18fa-0f19-4806-b0a5-a646621a086c, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:17:50.326481 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:50.389714 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] For port 666b18fa-0f19-4806-b0a5-a646621a086c, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:17:50.410742 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] For port 666b18fa-0f19-4806-b0a5-a646621a086c, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=666b18fa-0f19-4806-b0a5-a646621a086c,segment=NetworkSegment(bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a),segment_id=bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:17:50.495414 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:50.547151 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470f7f5-e4d8-4803-b8af-354f45e434e7 None None] Pushing event updated for resources: {'Port': ['ID=666b18fa-0f19-4806-b0a5-a646621a086c,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:51.570029 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:51.575711 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=8 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:51.929901 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 33998) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:17:52.448457 dv-cinder-850618-3-iscsi neutron-server[106969]: WARNING oslo_policy.policy [None req-0bdfb281-eea9-423e-894c-66f29789e897 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:17:52.449601 dv-cinder-850618-3-iscsi neutron-server[106969]: WARNING oslo_policy.policy [None req-0bdfb281-eea9-423e-894c-66f29789e897 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:17:52.671870 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [None req-0bdfb281-eea9-423e-894c-66f29789e897 admin admin] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:17:52.673196 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-0bdfb281-eea9-423e-894c-66f29789e897 admin admin] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7414858 Sep 19 12:17:55.338900 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34012) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:17:55.674064 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [None req-3f54b3d2-1ffe-405c-8d99-75cb6e3a6704 admin admin] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:17:55.675042 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-3f54b3d2-1ffe-405c-8d99-75cb6e3a6704 admin admin] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3352253 Sep 19 12:17:58.334252 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 666b18fa-0f19-4806-b0a5-a646621a086c up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:17:58.346272 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34024) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:17:58.420406 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 666b18fa-0f19-4806-b0a5-a646621a086c triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:17:58.420852 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:58.421215 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 666b18fa-0f19-4806-b0a5-a646621a086c Sep 19 12:17:58.530396 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 666b18fa-0f19-4806-b0a5-a646621a086c is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:17:58.531118 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:58.543591 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:58.569146 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 666b18fa-0f19-4806-b0a5-a646621a086c, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=666b18fa-0f19-4806-b0a5-a646621a086c,segment=NetworkSegment(bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a),segment_id=bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:17:58.570107 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:58.621982 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1c4469-219c-4986-b021-6d3e72a4b6aa None None] Network 3e771029-db9b-4e16-8594-7c20d54f0fdd requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:17:58.698769 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:58.700666 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-295b2f77-1629-4bd4-a44b-e08b528c9e88 None None] Provisioning complete for port 666b18fa-0f19-4806-b0a5-a646621a086c triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:17:58.701191 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-295b2f77-1629-4bd4-a44b-e08b528c9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:58.701369 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-295b2f77-1629-4bd4-a44b-e08b528c9e88 None None] Attempt 1 to provision port 666b18fa-0f19-4806-b0a5-a646621a086c Sep 19 12:17:58.715552 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:17:58.725384 dv-cinder-850618-3-iscsi neutron-server[106969]: ERROR stevedore.extension [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 19 12:17:58.787840 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.policy [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 12:17:58.825496 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=666b18fa-0f19-4806-b0a5-a646621a086c,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:17:58.830876 dv-cinder-850618-3-iscsi neutron-server[106969]: WARNING oslo_policy.policy [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:17:58.831267 dv-cinder-850618-3-iscsi neutron-server[106969]: WARNING oslo_policy.policy [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 12:17:58.840937 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:58.852478 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writer thread running {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 12:17:58.858780 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:58.875014 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-295b2f77-1629-4bd4-a44b-e08b528c9e88 None None] Current status of the port 666b18fa-0f19-4806-b0a5-a646621a086c is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:17:59.032529 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (07d79b52-f5bc-48a1-bb69-7866ae85dee6), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:59.034558 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (07d79b52-f5bc-48a1-bb69-7866ae85dee6), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:59.092541 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-125d2a05-48cb-485e-92a8-729478b42e36 None None] Provisioning complete for port 666b18fa-0f19-4806-b0a5-a646621a086c triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:17:59.092957 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-125d2a05-48cb-485e-92a8-729478b42e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:59.093296 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-125d2a05-48cb-485e-92a8-729478b42e36 None None] Attempt 1 to provision port 666b18fa-0f19-4806-b0a5-a646621a086c Sep 19 12:17:59.167611 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-125d2a05-48cb-485e-92a8-729478b42e36 None None] Current status of the port 666b18fa-0f19-4806-b0a5-a646621a086c is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:17:59.179361 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:59.182219 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=63,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:17:59.189819 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] Publish callbacks [] for router_controller (07d79b52-f5bc-48a1-bb69-7866ae85dee6), precommit_add_association {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:59.257495 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (07d79b52-f5bc-48a1-bb69-7866ae85dee6), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:59.349885 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:17:59.351131 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5a165552-d74b-4c4a-b481-8040b1e5e651 demo demo] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0038505 Sep 19 12:18:00.299622 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 666b18fa-0f19-4806-b0a5-a646621a086c up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:18:00.342088 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 666b18fa-0f19-4806-b0a5-a646621a086c triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:18:00.342470 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:00.342812 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 666b18fa-0f19-4806-b0a5-a646621a086c Sep 19 12:18:00.413907 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 666b18fa-0f19-4806-b0a5-a646621a086c is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:18:01.984326 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34044) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:18:02.305123 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [None req-72fb2b1e-74ed-49a8-b602-236c428e38ee admin admin] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:18:02.306091 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-72fb2b1e-74ed-49a8-b602-236c428e38ee admin admin] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3203158 Sep 19 12:18:03.514036 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b623d335-1f7f-4078-b46e-ca2f50e9870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:04.943411 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34052) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:18:05.274730 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:18:05.358984 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Made reservation on behalf of 925961f4c2dc4b8cba8e24f997148b4c for: {'network': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:05.362034 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:05.378335 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:05.485711 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Publish callbacks [] for security_group (75ebb339-bfd5-4b65-979c-f3cb9344f6c6), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:05.594198 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (75ebb339-bfd5-4b65-979c-f3cb9344f6c6), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:05.606955 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Reserving flat network on physical network physnet1 {{(pid=106969) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 19 12:18:05.640632 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781305184952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (78be9072-a9bc-417d-9977-a26ed7713e9e), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:05.641175 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Unsubscribe: segment precommit_create {{(pid=106969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 12:18:05.641715 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.segments_db [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Added segment 78be9072-a9bc-417d-9977-a26ed7713e9e of type flat for network b235dcf9-4d24-41a7-be07-a457acbf52da Sep 19 12:18:05.659270 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ebb339-bfd5-4b65-979c-f3cb9344f6c6,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:05.667895 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2cd34d26-d320-4ce5-b7e2-c1c024ca746c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:05.711002 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.711358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.711727 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.712068 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.712468 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.712806 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.713133 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.713458 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.713790 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.714121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.714463 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.714807 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.715131 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.715475 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.715792 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Tracked resource versions report: Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: pushed versions: Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: { 'AddressGroup': {'1.2'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Agent': {'1.1'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'ConntrackHelper': {'1.0'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'LocalIPAssociation': {'1.0'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Log': {'1.0'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'NDPProxy': {'1.0'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Network': {'1.1'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Port': {'1.7'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'PortForwarding': {'1.3'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'QosPolicy': {'1.10'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SecurityGroup': {'1.5'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SubPort': {'1.0'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Subnet': {'1.1'}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Trunk': {'1.1'}} Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: consumer versions: Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: { DHCP agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: L3 agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: Metadata agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: Metering agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: Open vSwitch agent@dv-cinder-850618-3-iscsi: { 'AddressGroup': '1.2', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Agent': '1.1', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'ConntrackHelper': '1.0', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'LocalIPAssociation': '1.0', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Log': '1.0', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'NDPProxy': '1.0', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Network': '1.1', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Port': '1.7', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'PortForwarding': '1.3', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'QosPolicy': '1.10', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SecurityGroup': '1.5', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SecurityGroupRule': '1.2', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SubPort': '1.0', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Subnet': '1.1', Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Trunk': '1.1'}} Sep 19 12:18:05.717246 dv-cinder-850618-3-iscsi neutron-server[106969]: {{(pid=106969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:18:05.760704 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (b235dcf9-4d24-41a7-be07-a457acbf52da), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:05.862228 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (b235dcf9-4d24-41a7-be07-a457acbf52da), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:05.863506 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:05.864237 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:05.965372 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b235dcf9-4d24-41a7-be07-a457acbf52da,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:05.975953 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network b235dcf9-4d24-41a7-be07-a457acbf52da details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:18:06.002047 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-04e4a65b-6f3f-4730-88cd-14b047a545d9 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0575068 Sep 19 12:18:06.822202 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:08.605189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:08.641743 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34064) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:18:08.729237 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:09.058429 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee43d5-c759-419b-b6a4-95d7164767dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:09.059727 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-e2ee43d5-c759-419b-b6a4-95d7164767dd demo admin] 10.222.0.93 "GET /networking/v2.0/subnets/5d0c122d-50b6-4309-8222-1c1d93e9b34b HTTP/1.1" status: 200 len: 849 time: 0.4169972 Sep 19 12:18:09.200900 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-9290a6fe-9ef0-41c4-b319-fc2d872bbb31 demo admin] 10.222.0.93 "GET /networking/v2.0/routers/07d79b52-f5bc-48a1-bb69-7866ae85dee6 HTTP/1.1" status: 200 len: 704 time: 0.1347795 Sep 19 12:18:09.394153 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:09.466991 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:09.540431 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:09.761415 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Allocated IP 172.20.0.1 (3e771029-db9b-4e16-8594-7c20d54f0fdd/5d0c122d-50b6-4309-8222-1c1d93e9b34b/f30255c8-f912-43df-9db1-9eebd526c6c8) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:09.943944 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Publish callbacks [] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:10.068017 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:10.147676 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Network 3e771029-db9b-4e16-8594-7c20d54f0fdd is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:10.155840 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:10.157842 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Pushing event updated for resources: {'Port': ['ID=f30255c8-f912-43df-9db1-9eebd526c6c8,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:10.161835 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:18:10.164328 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (07d79b52-f5bc-48a1-bb69-7866ae85dee6), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:10.345312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Provisioning complete for port f30255c8-f912-43df-9db1-9eebd526c6c8 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:18:10.345871 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:10.345988 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Attempt 1 to provision port f30255c8-f912-43df-9db1-9eebd526c6c8 Sep 19 12:18:10.377774 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Port f30255c8-f912-43df-9db1-9eebd526c6c8 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:18:10.416784 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:10.524693 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:10.688518 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Publish callbacks [] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:10.776512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:10.777397 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (07d79b52-f5bc-48a1-bb69-7866ae85dee6), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:10.853868 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Pushing event updated for resources: {'Port': ['ID=f30255c8-f912-43df-9db1-9eebd526c6c8,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:10.879684 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Attempt 2 to provision port f30255c8-f912-43df-9db1-9eebd526c6c8 Sep 19 12:18:10.907008 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Network 3e771029-db9b-4e16-8594-7c20d54f0fdd is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:10.908324 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:10.917439 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Port f30255c8-f912-43df-9db1-9eebd526c6c8 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:18:11.021019 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:11.130300 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Router 07d79b52-f5bc-48a1-bb69-7866ae85dee6 is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:18:11.221015 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:18:11.226160 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-bb9f914e-653e-4870-9784-3b9278dc3439 demo admin] 10.222.0.93 "PUT /networking/v2.0/routers/07d79b52-f5bc-48a1-bb69-7866ae85dee6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0199363 Sep 19 12:18:11.230647 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Sync routers for ids ['07d79b52-f5bc-48a1-bb69-7866ae85dee6'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:11.243935 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Routers {'07d79b52-f5bc-48a1-bb69-7866ae85dee6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:18:11.244793 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:18:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['07d79b52-f5bc-48a1-bb69-7866ae85dee6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:11.418254 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Attempt 3 to provision port f30255c8-f912-43df-9db1-9eebd526c6c8 Sep 19 12:18:11.428311 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Set router 07d79b52-f5bc-48a1-bb69-7866ae85dee6 gateway port host: None {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:18:11.453064 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Port f30255c8-f912-43df-9db1-9eebd526c6c8 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:18:11.855136 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'name': 'router1', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:59Z', 'updated_at': '2022-09-19T12:18:10Z', 'revision_number': 2, 'project_id': '43be35583f5d40b49162fff417490ed7', 'gw_port_host': None, '_interfaces': [{'id': 'f30255c8-f912-43df-9db1-9eebd526c6c8', 'name': '', 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'mac_address': 'fa:16:3e:e5:e0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:09Z', 'updated_at': '2022-09-19T12:18:10Z', 'revision_number': 2, 'project_id': '43be35583f5d40b49162fff417490ed7', 'subnets': [{'id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a32eed0-6dbd-400d-aa64-dae8874e40cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:11.907153 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Checking router: 07d79b52-f5bc-48a1-bb69-7866ae85dee6 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:18:11.907527 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Updating router 07d79b52-f5bc-48a1-bb69-7866ae85dee6 port f30255c8-f912-43df-9db1-9eebd526c6c8 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:18:11.953958 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Attempt 4 to provision port f30255c8-f912-43df-9db1-9eebd526c6c8 Sep 19 12:18:11.986537 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Port f30255c8-f912-43df-9db1-9eebd526c6c8 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:18:11.989357 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:12.467251 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Publish callbacks [] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:12.488263 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Attempt 5 to provision port f30255c8-f912-43df-9db1-9eebd526c6c8 Sep 19 12:18:12.520658 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Port f30255c8-f912-43df-9db1-9eebd526c6c8 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:18:12.570579 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:12.728160 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Pushing event updated for resources: {'Port': ['ID=f30255c8-f912-43df-9db1-9eebd526c6c8,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:12.728160 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Attempting to bind port f30255c8-f912-43df-9db1-9eebd526c6c8 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:18:12.728160 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Attempting to bind port f30255c8-f912-43df-9db1-9eebd526c6c8 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': 'bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:18:12.728160 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Attempting to bind port f30255c8-f912-43df-9db1-9eebd526c6c8 on network 3e771029-db9b-4e16-8594-7c20d54f0fdd {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:18:12.737368 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.737715 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.738061 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.738402 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.738731 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.739057 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.739405 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.739731 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.740050 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.740370 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.740711 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.741051 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.741374 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.741689 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.742004 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Tracked resource versions report: Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: pushed versions: Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: { 'AddressGroup': {'1.2'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Agent': {'1.1'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'ConntrackHelper': {'1.0'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'LocalIPAssociation': {'1.0'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Log': {'1.0'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'NDPProxy': {'1.0'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Network': {'1.1'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Port': {'1.7'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'PortForwarding': {'1.3'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'QosPolicy': {'1.10'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SecurityGroup': {'1.5'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SubPort': {'1.0'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Subnet': {'1.1'}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Trunk': {'1.1'}} Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: consumer versions: Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: { DHCP agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: L3 agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: Metadata agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: Metering agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: Open vSwitch agent@dv-cinder-850618-3-iscsi: { 'AddressGroup': '1.2', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Agent': '1.1', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'ConntrackHelper': '1.0', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'LocalIPAssociation': '1.0', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Log': '1.0', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'NDPProxy': '1.0', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Network': '1.1', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Port': '1.7', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'PortForwarding': '1.3', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'QosPolicy': '1.10', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SecurityGroup': '1.5', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SecurityGroupRule': '1.2', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SubPort': '1.0', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Subnet': '1.1', Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Trunk': '1.1'}} Sep 19 12:18:12.743459 dv-cinder-850618-3-iscsi neutron-server[106973]: {{(pid=106973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:18:12.821213 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:18:12.821611 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Checking segment: {'id': 'bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:18:12.822084 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:12.822471 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Bound using segment: {'id': 'bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:18:12.822980 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Bound port: f30255c8-f912-43df-9db1-9eebd526c6c8, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:18:12.823397 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:12.826044 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:12.887835 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] For port f30255c8-f912-43df-9db1-9eebd526c6c8, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:18:12.910080 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] For port f30255c8-f912-43df-9db1-9eebd526c6c8, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=f30255c8-f912-43df-9db1-9eebd526c6c8,segment=NetworkSegment(bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a),segment_id=bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:18:12.988445 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:12.992071 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:13.022308 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Attempt 6 to provision port f30255c8-f912-43df-9db1-9eebd526c6c8 Sep 19 12:18:13.030336 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Routers {'07d79b52-f5bc-48a1-bb69-7866ae85dee6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:18:13.030960 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:18:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['07d79b52-f5bc-48a1-bb69-7866ae85dee6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:13.076162 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a642cef-7916-4da6-af42-175e35261ccf None None] Pushing event updated for resources: {'Port': ['ID=f30255c8-f912-43df-9db1-9eebd526c6c8,revision_number=4']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:13.101498 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Current status of the port f30255c8-f912-43df-9db1-9eebd526c6c8 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:18:13.101892 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:13.128136 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] Set router 07d79b52-f5bc-48a1-bb69-7866ae85dee6 gateway port host: None {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:18:13.134969 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] For port f30255c8-f912-43df-9db1-9eebd526c6c8, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=f30255c8-f912-43df-9db1-9eebd526c6c8,segment=NetworkSegment(bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a),segment_id=bbb6ee6c-e876-4b76-8d6e-5a7dff45d97a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:18:13.249557 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:13.303566 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320600f6-75bf-4e05-9fcc-46e28b884e68 None None] Pushing event updated for resources: {'Port': ['ID=f30255c8-f912-43df-9db1-9eebd526c6c8,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:13.326207 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'name': 'router1', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:59Z', 'updated_at': '2022-09-19T12:18:10Z', 'revision_number': 2, 'project_id': '43be35583f5d40b49162fff417490ed7', 'gw_port_host': None, '_interfaces': [{'id': 'f30255c8-f912-43df-9db1-9eebd526c6c8', 'name': '', 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'mac_address': 'fa:16:3e:e5:e0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:09Z', 'updated_at': '2022-09-19T12:18:12Z', 'revision_number': 4, 'project_id': '43be35583f5d40b49162fff417490ed7', 'subnets': [{'id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a32eed0-6dbd-400d-aa64-dae8874e40cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:13.356117 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eca0b-78a5-4950-90e8-eafb8f346243 None None] The sync data for ids ['07d79b52-f5bc-48a1-bb69-7866ae85dee6'] in dv-cinder-850618-3-iscsi is: [{'id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'name': 'router1', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:59Z', 'updated_at': '2022-09-19T12:18:10Z', 'revision_number': 2, 'project_id': '43be35583f5d40b49162fff417490ed7', 'gw_port_host': None, '_interfaces': [{'id': 'f30255c8-f912-43df-9db1-9eebd526c6c8', 'name': '', 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'mac_address': 'fa:16:3e:e5:e0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:09Z', 'updated_at': '2022-09-19T12:18:12Z', 'revision_number': 4, 'project_id': '43be35583f5d40b49162fff417490ed7', 'subnets': [{'id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a32eed0-6dbd-400d-aa64-dae8874e40cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:13.369442 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-ca79b1d6-0f15-4f23-97f0-b5b55e225049 None None] Provisioning complete for port f30255c8-f912-43df-9db1-9eebd526c6c8 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:18:13.369961 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ca79b1d6-0f15-4f23-97f0-b5b55e225049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:13.370305 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca79b1d6-0f15-4f23-97f0-b5b55e225049 None None] Attempt 1 to provision port f30255c8-f912-43df-9db1-9eebd526c6c8 Sep 19 12:18:13.448330 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca79b1d6-0f15-4f23-97f0-b5b55e225049 None None] Current status of the port f30255c8-f912-43df-9db1-9eebd526c6c8 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:18:13.902773 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34078) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:18:14.306835 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281a2778-5da1-4281-9989-ce7c15d7aae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:14.308212 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-281a2778-5da1-4281-9989-ce7c15d7aae8 admin admin] 10.222.0.93 "GET /networking/v2.0/networks/b235dcf9-4d24-41a7-be07-a457acbf52da HTTP/1.1" status: 200 len: 842 time: 0.4044344 Sep 19 12:18:14.318782 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:18:14.507751 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Made reservation on behalf of 925961f4c2dc4b8cba8e24f997148b4c for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:18:14.510285 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:14.856437 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.objects.ports [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106969) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 19 12:18:14.856833 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (901425eb-97f0-4546-be3f-b191d5dc16b9), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:14.890808 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:14.912252 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=901425eb-97f0-4546-be3f-b191d5dc16b9,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:14.925764 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:18:14.926110 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Network hostable DHCP agents. Network: b235dcf9-4d24-41a7-be07-a457acbf52da, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:18:15.026673 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:18:15.136459 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, b235dcf9-4d24-41a7-be07-a457acbf52da) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:15.141277 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:15.141865 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:15.146993 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e604fc3-aa9e-42ea-98fe-222e62632c20 None None] Network b235dcf9-4d24-41a7-be07-a457acbf52da requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:18:15.244622 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-b8a8b890-03c1-4ba1-90a3-2d748a9793fc admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9198287 Sep 19 12:18:15.259789 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1b901-45ac-4729-9d01-bd17fdd48f80 None None] Network b235dcf9-4d24-41a7-be07-a457acbf52da requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:18:17.931574 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34088) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:18:18.345894 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device f30255c8-f912-43df-9db1-9eebd526c6c8 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:18:18.392906 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port f30255c8-f912-43df-9db1-9eebd526c6c8 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:18:18.393304 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:18.393654 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port f30255c8-f912-43df-9db1-9eebd526c6c8 Sep 19 12:18:18.431125 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-a0bded24-5b52-4f30-856b-b112fa9b12ec demo admin] 10.222.0.93 "GET /networking/v2.0/routers/07d79b52-f5bc-48a1-bb69-7866ae85dee6 HTTP/1.1" status: 200 len: 710 time: 0.4983697 Sep 19 12:18:18.434349 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:18.477240 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port f30255c8-f912-43df-9db1-9eebd526c6c8 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:18:18.523948 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a594785-4b34-4ccc-97db-134e76f3a841 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:18:18.525656 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5a594785-4b34-4ccc-97db-134e76f3a841 demo admin] 10.222.0.93 "GET /networking/v2.0/networks/b235dcf9-4d24-41a7-be07-a457acbf52da HTTP/1.1" status: 200 len: 886 time: 0.0937817 Sep 19 12:18:18.535150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:18:18.651181 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:18.850877 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Publish callbacks [] for router_gateway (07d79b52-f5bc-48a1-bb69-7866ae85dee6), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:19.136073 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Publish callbacks [] for router_gateway (07d79b52-f5bc-48a1-bb69-7866ae85dee6), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:19.214053 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:19.320358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Allocated IP 172.27.3.2 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/011ef5f6-6e65-437f-96b9-fae13fab5bf7) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:18:19.322012 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:19.422395 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Publish callbacks [] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:19.523534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:19.569022 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:18:19.571389 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:19.574805 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:18:19.578281 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:18:19.580948 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Pushing event updated for resources: {'Port': ['ID=011ef5f6-6e65-437f-96b9-fae13fab5bf7,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:19.877462 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Publish callbacks [] for router_gateway (07d79b52-f5bc-48a1-bb69-7866ae85dee6), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:20.063564 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1579469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1630432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-392'] for router (07d79b52-f5bc-48a1-bb69-7866ae85dee6), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:20.066814 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1579460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1579327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1630427'] for router (07d79b52-f5bc-48a1-bb69-7866ae85dee6), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:20.170172 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Router 07d79b52-f5bc-48a1-bb69-7866ae85dee6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:18:20.268121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:18:20.272967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:20.273725 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2d24b779-bd19-425b-9ba4-28b26efc0a76 demo admin] 10.222.0.93 "PUT /networking/v2.0/routers/07d79b52-f5bc-48a1-bb69-7866ae85dee6 HTTP/1.1" status: 200 len: 888 time: 1.7419438 Sep 19 12:18:20.278831 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Sync routers for ids ['07d79b52-f5bc-48a1-bb69-7866ae85dee6'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:18:20.291876 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Routers {'07d79b52-f5bc-48a1-bb69-7866ae85dee6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:18:20.292570 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:18:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['07d79b52-f5bc-48a1-bb69-7866ae85dee6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:20.353436 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:20.511528 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Set router 07d79b52-f5bc-48a1-bb69-7866ae85dee6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:18:20.579753 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:20.962938 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'name': 'router1', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '011ef5f6-6e65-437f-96b9-fae13fab5bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:59Z', 'updated_at': '2022-09-19T12:18:19Z', 'revision_number': 4, 'project_id': '43be35583f5d40b49162fff417490ed7', 'gw_port': {'id': '011ef5f6-6e65-437f-96b9-fae13fab5bf7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:19Z', 'updated_at': '2022-09-19T12:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'f30255c8-f912-43df-9db1-9eebd526c6c8', 'name': '', 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'mac_address': 'fa:16:3e:e5:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:09Z', 'updated_at': '2022-09-19T12:18:13Z', 'revision_number': 5, 'project_id': '43be35583f5d40b49162fff417490ed7', 'subnets': [{'id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a32eed0-6dbd-400d-aa64-dae8874e40cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:21.010961 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Checking router: 07d79b52-f5bc-48a1-bb69-7866ae85dee6 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:18:21.011304 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Updating router 07d79b52-f5bc-48a1-bb69-7866ae85dee6 port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:18:21.065779 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:21.373283 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Publish callbacks [] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:21.473161 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:21.512615 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Attempting to bind port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:18:21.512987 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Attempting to bind port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:18:21.513349 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Attempting to bind port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:18:21.543427 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213792f-6307-4e2a-a780-2490088e7fff None None] Pushing event updated for resources: {'Port': ['ID=011ef5f6-6e65-437f-96b9-fae13fab5bf7,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:21.565150 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:18:21.565527 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:18:21.565925 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:21.566327 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:18:21.566778 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Bound port: 011ef5f6-6e65-437f-96b9-fae13fab5bf7, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:18:21.567181 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:21.614494 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] For port 011ef5f6-6e65-437f-96b9-fae13fab5bf7, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:18:21.617505 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] For port 011ef5f6-6e65-437f-96b9-fae13fab5bf7, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=011ef5f6-6e65-437f-96b9-fae13fab5bf7,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:18:21.712682 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:21.746509 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Routers {'07d79b52-f5bc-48a1-bb69-7866ae85dee6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:18:21.747117 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:18:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['07d79b52-f5bc-48a1-bb69-7866ae85dee6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:21.808095 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213792f-6307-4e2a-a780-2490088e7fff None None] Pushing event updated for resources: {'Port': ['ID=011ef5f6-6e65-437f-96b9-fae13fab5bf7,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:21.870111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] Set router 07d79b52-f5bc-48a1-bb69-7866ae85dee6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:18:22.070654 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'name': 'router1', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '011ef5f6-6e65-437f-96b9-fae13fab5bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:59Z', 'updated_at': '2022-09-19T12:18:19Z', 'revision_number': 4, 'project_id': '43be35583f5d40b49162fff417490ed7', 'gw_port': {'id': '011ef5f6-6e65-437f-96b9-fae13fab5bf7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:19Z', 'updated_at': '2022-09-19T12:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'f30255c8-f912-43df-9db1-9eebd526c6c8', 'name': '', 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'mac_address': 'fa:16:3e:e5:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:09Z', 'updated_at': '2022-09-19T12:18:13Z', 'revision_number': 5, 'project_id': '43be35583f5d40b49162fff417490ed7', 'subnets': [{'id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a32eed0-6dbd-400d-aa64-dae8874e40cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:18:22.096675 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a8246-0664-487f-b136-9d87248a0ba9 None None] The sync data for ids ['07d79b52-f5bc-48a1-bb69-7866ae85dee6'] in dv-cinder-850618-3-iscsi is: [{'id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'name': 'router1', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '011ef5f6-6e65-437f-96b9-fae13fab5bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:17:59Z', 'updated_at': '2022-09-19T12:18:19Z', 'revision_number': 4, 'project_id': '43be35583f5d40b49162fff417490ed7', 'gw_port': {'id': '011ef5f6-6e65-437f-96b9-fae13fab5bf7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:19Z', 'updated_at': '2022-09-19T12:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'f30255c8-f912-43df-9db1-9eebd526c6c8', 'name': '', 'network_id': '3e771029-db9b-4e16-8594-7c20d54f0fdd', 'tenant_id': '43be35583f5d40b49162fff417490ed7', 'mac_address': 'fa:16:3e:e5:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d79b52-f5bc-48a1-bb69-7866ae85dee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:18:09Z', 'updated_at': '2022-09-19T12:18:13Z', 'revision_number': 5, 'project_id': '43be35583f5d40b49162fff417490ed7', 'subnets': [{'id': '5d0c122d-50b6-4309-8222-1c1d93e9b34b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a32eed0-6dbd-400d-aa64-dae8874e40cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:18:22.343409 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 011ef5f6-6e65-437f-96b9-fae13fab5bf7 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:18:22.391092 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:18:22.392179 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:22.392722 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 Sep 19 12:18:22.457146 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:22.472651 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:18:22.473038 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:22.496753 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 011ef5f6-6e65-437f-96b9-fae13fab5bf7, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=011ef5f6-6e65-437f-96b9-fae13fab5bf7,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:18:22.576697 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:22.608378 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:22.613678 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:22.628915 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=011ef5f6-6e65-437f-96b9-fae13fab5bf7,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:18:23.146378 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34098) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:18:23.328862 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:23.329733 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=23 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:23.619778 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-83f80131-9c07-4c5c-be63-dc0860097dd0 admin admin] 10.222.0.93 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4723475 Sep 19 12:18:24.312028 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 011ef5f6-6e65-437f-96b9-fae13fab5bf7 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:18:24.357993 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:18:24.358879 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (011ef5f6-6e65-437f-96b9-fae13fab5bf7), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:24.359215 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 Sep 19 12:18:24.432048 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 011ef5f6-6e65-437f-96b9-fae13fab5bf7 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:18:29.735720 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:18:33.508259 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0f686d70-6387-4691-b03b-ba08f0b24485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:33.612309 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:33.616411 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=61 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:34.431633 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=15 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:34.745543 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:35.644857 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc8e1-9f98-43e8-9172-4c7421f6143d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:36.822163 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:38.575913 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:38.736452 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:18:39.736320 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:48.631861 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=21 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:48.633033 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:18:48.639974 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:03.501973 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1e5b312d-7de8-4049-82c8-bc0b4f8a7f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:05.685872 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0823a351-e2dd-4531-a960-a97d12f1e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:06.735613 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:19:06.855553 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:08.644463 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:08.747080 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:11.731255 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=2 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:16.740806 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=6 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:18.516335 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:18.517573 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:18.647156 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:31.732916 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:33.621337 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-04113e94-e1ed-4eed-8223-cebd9500a2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:35.625733 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b702eaa3-cf7e-43bb-b2be-30c0e7ca60ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:36.866663 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:38.575577 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:38.700988 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:43.735408 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:19:48.506277 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:48.629774 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:48.636722 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:53.730576 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=16 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:53.731447 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=18 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:19:54.148351 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34644) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:19:54.487152 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26ced85-9a78-48db-82fe-042411499939 admin admin] GET failed (client error): The resource could not be found. Sep 19 12:19:54.493595 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-f26ced85-9a78-48db-82fe-042411499939 admin admin] 10.222.0.93 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3386638 Sep 19 12:19:54.655621 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cdea9d-49ce-4d4f-b89a-1ca78f22d1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:54.657139 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-52cdea9d-49ce-4d4f-b89a-1ca78f22d1c0 admin admin] 10.222.0.93 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1642013 Sep 19 12:19:57.245187 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34654) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:19:57.619206 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c333b5-4adb-4678-ba4c-df7e5e716969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:57.620545 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-53c333b5-4adb-4678-ba4c-df7e5e716969 admin admin] 10.222.0.93 "GET /networking/v2.0/subnets/5d0c122d-50b6-4309-8222-1c1d93e9b34b HTTP/1.1" status: 200 len: 849 time: 0.3744247 Sep 19 12:19:57.630220 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:19:57.718569 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Publish callbacks [] for subnet (5d0c122d-50b6-4309-8222-1c1d93e9b34b), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:57.923202 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781305161364'] for subnet (5d0c122d-50b6-4309-8222-1c1d93e9b34b), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:57.958183 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:19:57.959329 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:57.960046 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] 10.222.0.93 "PUT /networking/v2.0/subnets/5d0c122d-50b6-4309-8222-1c1d93e9b34b HTTP/1.1" status: 200 len: 868 time: 0.3333881 Sep 19 12:19:57.963406 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d860184-0e66-4407-838b-8f5a53a053a2 None None] Network 3e771029-db9b-4e16-8594-7c20d54f0fdd requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:19:57.978902 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0c122d-50b6-4309-8222-1c1d93e9b34b,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:19:57.987339 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.987691 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.988070 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.988462 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.988845 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.989181 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.989524 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.989838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.990177 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.990495 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.990846 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.991166 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.991482 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.991801 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:57.992116 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178913d-07b6-4e73-9b3c-70f47afbaef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:19:58.245139 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-9ab4ebc4-f257-4d4b-8f7f-2d9fbbf17260 None None] Provisioning complete for port 666b18fa-0f19-4806-b0a5-a646621a086c triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:19:58.245452 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ebc4-f257-4d4b-8f7f-2d9fbbf17260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (666b18fa-0f19-4806-b0a5-a646621a086c), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:58.245793 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-9ab4ebc4-f257-4d4b-8f7f-2d9fbbf17260 None None] Attempt 1 to provision port 666b18fa-0f19-4806-b0a5-a646621a086c Sep 19 12:19:58.324482 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4ebc4-f257-4d4b-8f7f-2d9fbbf17260 None None] Current status of the port 666b18fa-0f19-4806-b0a5-a646621a086c is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:19:58.332528 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-9ab4ebc4-f257-4d4b-8f7f-2d9fbbf17260 None None] Provisioning complete for port f30255c8-f912-43df-9db1-9eebd526c6c8 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:19:58.332942 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ebc4-f257-4d4b-8f7f-2d9fbbf17260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (f30255c8-f912-43df-9db1-9eebd526c6c8), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:19:58.333273 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-9ab4ebc4-f257-4d4b-8f7f-2d9fbbf17260 None None] Attempt 1 to provision port f30255c8-f912-43df-9db1-9eebd526c6c8 Sep 19 12:19:58.404988 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4ebc4-f257-4d4b-8f7f-2d9fbbf17260 None None] Current status of the port f30255c8-f912-43df-9db1-9eebd526c6c8 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:20:00.542185 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34662) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:01.143152 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497dc32-d036-43a1-8126-715d0f81c7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:01.143612 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497dc32-d036-43a1-8126-715d0f81c7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:01.147526 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-7497dc32-d036-43a1-8126-715d0f81c7f7 admin admin] 10.222.0.93 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6019113 Sep 19 12:20:03.489328 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5ff10c49-746d-4efa-901b-65bfe2894a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:03.746613 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34670) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:04.174719 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe8554f-6605-4dca-99b5-0e0fac7f2b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:04.175209 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe8554f-6605-4dca-99b5-0e0fac7f2b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:04.176839 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2fe8554f-6605-4dca-99b5-0e0fac7f2b86 admin admin] 10.222.0.93 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4293303 Sep 19 12:20:05.644263 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c08ba195-cfa9-4dfb-81d2-c26e2013836d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:06.826581 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 34678) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:06.866401 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:07.286363 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbabbc1-86d0-4088-8835-65b62a3cf716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:07.287743 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-9dbabbc1-86d0-4088-8835-65b62a3cf716 admin admin] 10.222.0.93 "GET /networking/v2.0/networks/3e771029-db9b-4e16-8594-7c20d54f0fdd HTTP/1.1" status: 200 len: 869 time: 0.4602056 Sep 19 12:20:08.586163 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:08.723093 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:09.983715 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 34688) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:10.409438 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cfd799-3852-4f5f-813a-0435edc78cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:10.410790 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-79cfd799-3852-4f5f-813a-0435edc78cce admin admin] 10.222.0.93 "GET /networking/v2.0/networks/b235dcf9-4d24-41a7-be07-a457acbf52da HTTP/1.1" status: 200 len: 886 time: 0.4261894 Sep 19 12:20:13.035239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34696) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:13.453975 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c9347f-9b75-4e27-811b-03b4ed7b021a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:13.454423 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c9347f-9b75-4e27-811b-03b4ed7b021a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:13.455969 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-c6c9347f-9b75-4e27-811b-03b4ed7b021a admin admin] 10.222.0.93 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4198775 Sep 19 12:20:16.081225 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34704) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:16.452515 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:16.470155 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c6cb7-c529-495b-9abe-9fdba0037427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:16.479375 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c6cb7-c529-495b-9abe-9fdba0037427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:16.479375 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-474c6cb7-c529-495b-9abe-9fdba0037427 admin admin] 10.222.0.93 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3899562 Sep 19 12:20:18.501770 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:18.633773 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:18.639769 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:19.073600 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34712) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:19.447068 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:19.471976 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c540d3-f892-4a76-a82b-18d5d3c24d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:19.473418 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-92c540d3-f892-4a76-a82b-18d5d3c24d30 admin admin] 10.222.0.93 "GET /networking/v2.0/subnets/5d0c122d-50b6-4309-8222-1c1d93e9b34b HTTP/1.1" status: 200 len: 868 time: 0.3985701 Sep 19 12:20:20.405947 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=23 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:20.407156 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=20 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:20.735008 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:20:22.140814 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34720) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:22.532222 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e733b-9bb8-40a1-bd29-7234c228babf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:22.533666 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-af6e733b-9bb8-40a1-bd29-7234c228babf admin admin] 10.222.0.93 "GET /networking/v2.0/subnets/901425eb-97f0-4546-be3f-b191d5dc16b9 HTTP/1.1" status: 200 len: 816 time: 0.3917899 Sep 19 12:20:25.731988 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:30.730769 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:32.527188 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:32.529050 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=17 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:33.482906 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-fff22de5-1100-4fb6-a237-82a89e5154a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:35.705925 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-207c7556-3691-44fb-b1ca-9aa100ce38eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:36.848445 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:38.670868 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:38.728261 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:48.634575 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:48.640673 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:48.643108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:20:52.894174 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34778) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:53.225987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [None req-5e76bbf1-22fc-4493-8e49-d1dcc440bca5 admin admin] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:20:53.227014 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5e76bbf1-22fc-4493-8e49-d1dcc440bca5 admin admin] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3318582 Sep 19 12:20:55.941803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34786) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:56.276029 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9082e62-6cea-4227-95a1-54bf4813c68d admin admin] GET failed (client error): The resource could not be found. Sep 19 12:20:56.277335 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-b9082e62-6cea-4227-95a1-54bf4813c68d admin admin] 10.222.0.93 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3346169 Sep 19 12:20:56.363855 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c067957-8e2a-4f08-b53b-c0bba4e8b278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:56.365386 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2c067957-8e2a-4f08-b53b-c0bba4e8b278 admin admin] 10.222.0.93 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835397 Sep 19 12:20:57.734255 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:20:58.975010 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34794) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:20:59.306114 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:20:59.379705 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Made reservation on behalf of 925961f4c2dc4b8cba8e24f997148b4c for: {'network': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:20:59.382195 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:59.413060 dv-cinder-850618-3-iscsi neutron-server[106969]: WARNING neutron.services.revisions.revision_plugin [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Could not find related network for resource to bump revision. Sep 19 12:20:59.427548 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=106969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:20:59.437485 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (a2c6aa7f-48c7-46b3-a30c-3e9f370d404e), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:59.437821 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.segments_db [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Added segment a2c6aa7f-48c7-46b3-a30c-3e9f370d404e of type vlan for network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a Sep 19 12:20:59.476176 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (49fe2cd4-5854-46fa-b7f8-2397f9977c4a), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:59.590756 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (49fe2cd4-5854-46fa-b7f8-2397f9977c4a), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:59.591803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:20:59.592381 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:20:59.649505 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Pushing event updated for resources: {'Network': ['ID=49fe2cd4-5854-46fa-b7f8-2397f9977c4a,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:20:59.657086 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.662121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:20:59.678352 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:20:59.719296 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-8c4017f8-e079-448a-bfbf-2f4256b2b57d admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7431843 Sep 19 12:21:02.313382 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34802) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:21:02.648295 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bdaca8-a008-4b73-9af7-55f8b066b290 admin admin] GET failed (client error): The resource could not be found. Sep 19 12:21:02.649589 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-74bdaca8-a008-4b73-9af7-55f8b066b290 admin admin] 10.222.0.93 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3352597 Sep 19 12:21:02.721493 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b199e6-30b1-42a1-99d1-56a13abc516f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:02.722880 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-69b199e6-30b1-42a1-99d1-56a13abc516f admin admin] 10.222.0.93 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688846 Sep 19 12:21:02.733244 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Request body: {'subnet': {'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:21:02.813552 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Made reservation on behalf of 925961f4c2dc4b8cba8e24f997148b4c for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:21:02.816008 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:03.145205 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (6e5e0460-e65c-4dfd-b064-ac8deac8d108), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:03.205973 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5e0460-e65c-4dfd-b064-ac8deac8d108,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:03.215545 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Checking segment: {'id': 'a2c6aa7f-48c7-46b3-a30c-3e9f370d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:21:03.215890 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Network hostable DHCP agents. Network: 49fe2cd4-5854-46fa-b7f8-2397f9977c4a, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:21:03.282013 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:21:03.356444 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 49fe2cd4-5854-46fa-b7f8-2397f9977c4a) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:03.360680 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:21:03.364357 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:03.366381 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be93c7e-0083-4e11-8290-b7f500151784 None None] Network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:21:03.422115 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-a7a7ccbd-0543-49fa-9698-34654599365b admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6921186 Sep 19 12:21:03.477736 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-db19c3a7-ee23-42d1-9843-e4ec84fd3fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:03.486503 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-49fe2cd4-5854-46fa-b7f8-2397f9977c4a', 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a', 'project_id': '925961f4c2dc4b8cba8e24f997148b4c', 'fixed_ips': [{'subnet_id': '6e5e0460-e65c-4dfd-b064-ac8deac8d108'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:21:03.490926 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:03.729429 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Allocated IP 192.168.233.2 (49fe2cd4-5854-46fa-b7f8-2397f9977c4a/6e5e0460-e65c-4dfd-b064-ac8deac8d108/984d5563-42f8-4b78-9eab-bed5dc237321) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:21:03.879846 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Publish callbacks [] for port (984d5563-42f8-4b78-9eab-bed5dc237321), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:03.968672 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (984d5563-42f8-4b78-9eab-bed5dc237321), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:04.017640 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:21:04.017640 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:21:04.020796 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:21:04.024475 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Pushing event updated for resources: {'Port': ['ID=984d5563-42f8-4b78-9eab-bed5dc237321,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:04.032641 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.032983 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.033338 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.033698 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.034030 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.034357 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.034680 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.034998 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.035346 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.035667 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.035989 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.036319 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.036703 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.036971 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.037289 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:21:04.098125 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Attempting to bind port 984d5563-42f8-4b78-9eab-bed5dc237321 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:21:04.098482 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Attempting to bind port 984d5563-42f8-4b78-9eab-bed5dc237321 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': 'a2c6aa7f-48c7-46b3-a30c-3e9f370d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:21:04.098839 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Attempting to bind port 984d5563-42f8-4b78-9eab-bed5dc237321 on network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:21:04.142356 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:21:04.142716 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Checking segment: {'id': 'a2c6aa7f-48c7-46b3-a30c-3e9f370d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:21:04.143116 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:04.143500 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Bound using segment: {'id': 'a2c6aa7f-48c7-46b3-a30c-3e9f370d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:21:04.143967 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Bound port: 984d5563-42f8-4b78-9eab-bed5dc237321, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c6aa7f-48c7-46b3-a30c-3e9f370d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:21:04.144362 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (984d5563-42f8-4b78-9eab-bed5dc237321), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:04.213602 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] For port 984d5563-42f8-4b78-9eab-bed5dc237321, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:21:04.217026 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] For port 984d5563-42f8-4b78-9eab-bed5dc237321, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=984d5563-42f8-4b78-9eab-bed5dc237321,segment=NetworkSegment(a2c6aa7f-48c7-46b3-a30c-3e9f370d404e),segment_id=a2c6aa7f-48c7-46b3-a30c-3e9f370d404e)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:21:04.300570 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (984d5563-42f8-4b78-9eab-bed5dc237321), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:04.355243 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa4915-1af3-4460-bd58-265574b5436e None None] Pushing event updated for resources: {'Port': ['ID=984d5563-42f8-4b78-9eab-bed5dc237321,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:05.200876 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16949a4-99ec-4c95-9bfd-46c6622d1f0b None None] Network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:21:05.283612 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-ce437e50-6365-4a35-88aa-b111833fcd06 None None] Provisioning complete for port 984d5563-42f8-4b78-9eab-bed5dc237321 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:21:05.284022 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ce437e50-6365-4a35-88aa-b111833fcd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (984d5563-42f8-4b78-9eab-bed5dc237321), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:05.284323 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ce437e50-6365-4a35-88aa-b111833fcd06 None None] Attempt 1 to provision port 984d5563-42f8-4b78-9eab-bed5dc237321 Sep 19 12:21:05.396901 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ce437e50-6365-4a35-88aa-b111833fcd06 None None] Current status of the port 984d5563-42f8-4b78-9eab-bed5dc237321 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:21:05.396901 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ce437e50-6365-4a35-88aa-b111833fcd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (984d5563-42f8-4b78-9eab-bed5dc237321), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:05.440028 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-ce437e50-6365-4a35-88aa-b111833fcd06 None None] For port 984d5563-42f8-4b78-9eab-bed5dc237321, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=984d5563-42f8-4b78-9eab-bed5dc237321,segment=NetworkSegment(a2c6aa7f-48c7-46b3-a30c-3e9f370d404e),segment_id=a2c6aa7f-48c7-46b3-a30c-3e9f370d404e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:21:05.511284 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ce437e50-6365-4a35-88aa-b111833fcd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (984d5563-42f8-4b78-9eab-bed5dc237321), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:05.552392 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:05.571512 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce437e50-6365-4a35-88aa-b111833fcd06 None None] Pushing event updated for resources: {'Port': ['ID=984d5563-42f8-4b78-9eab-bed5dc237321,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:21:05.633299 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3a6d-9525-4b93-9ede-c4f484117daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:05.635463 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-471f14c6-3c63-4033-81ca-95bd14008d8b None None] Provisioning complete for port 984d5563-42f8-4b78-9eab-bed5dc237321 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:21:05.635850 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-471f14c6-3c63-4033-81ca-95bd14008d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (984d5563-42f8-4b78-9eab-bed5dc237321), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:05.636185 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-471f14c6-3c63-4033-81ca-95bd14008d8b None None] Attempt 1 to provision port 984d5563-42f8-4b78-9eab-bed5dc237321 Sep 19 12:21:05.664753 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:05.682894 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:05.715775 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-471f14c6-3c63-4033-81ca-95bd14008d8b None None] Current status of the port 984d5563-42f8-4b78-9eab-bed5dc237321 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:21:06.463542 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 984d5563-42f8-4b78-9eab-bed5dc237321 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:21:06.514072 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 984d5563-42f8-4b78-9eab-bed5dc237321 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:21:06.514466 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (984d5563-42f8-4b78-9eab-bed5dc237321), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:06.514810 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 984d5563-42f8-4b78-9eab-bed5dc237321 Sep 19 12:21:06.595859 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 984d5563-42f8-4b78-9eab-bed5dc237321 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:21:06.882377 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:07.729896 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:07.730702 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:08.585431 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:08.722267 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:13.370691 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:13.371581 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:18.516495 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:18.638476 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=13 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:18.646385 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:33.487680 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bdbe27d1-0039-41c0-98bd-d7ae2d369a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:34.733797 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:21:35.636324 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a3f00375-375d-4230-b316-64a26feac81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:36.853138 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:38.618720 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:38.746983 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:21:39.732097 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:44.730274 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:48.644737 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:48.649704 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:21:48.652545 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:03.481356 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1839666f-7e18-4971-a281-7883cfff0973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:05.613069 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8886-a06f-4644-a3d8-f001bdeb66bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:06.887193 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:08.806880 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:08.853334 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:11.738709 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:22:16.728698 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:18.651710 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:18.656127 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:18.664255 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:31.663235 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=12 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:31.666164 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=18 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:33.538589 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-10c34e31-084a-4a46-8427-7933c27cb12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:35.629511 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0179-c9cf-492e-a863-e51ae6d9637f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:36.753218 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34846) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:22:36.759180 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [None req-79c77c16-e6a3-4b1d-8d3e-85369a7f34c6 tempest-verify_tempest_config-11511106 tempest-verify_tempest_config-11511106-project] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:22:36.760219 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-79c77c16-e6a3-4b1d-8d3e-85369a7f34c6 tempest-verify_tempest_config-11511106 tempest-verify_tempest_config-11511106-project] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059497 Sep 19 12:22:36.852825 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:37.570360 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 34876) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:22:37.746595 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:37.820971 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Publish callbacks [] for security_group (63ac1add-2c2e-433f-94c2-4e3933cc8311), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:37.943887 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (63ac1add-2c2e-433f-94c2-4e3933cc8311), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:37.996080 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=63bd669dbdbe4e8eb56cf24ca7b472ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4245515 Sep 19 12:22:37.997430 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ac1add-2c2e-433f-94c2-4e3933cc8311,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:37.998952 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 34888) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:22:38.005274 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.005939 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.005939 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.006284 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.006618 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.006947 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.007270 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.007599 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.007927 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.008264 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.008638 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.008975 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.009300 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.009620 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.009939 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea53f1-283f-4ece-8ecf-9ec6c972307d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.063987 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Publish callbacks [] for security_group (63ac1add-2c2e-433f-94c2-4e3933cc8311), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:38.085472 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Publish callbacks [] for security_group (63ac1add-2c2e-433f-94c2-4e3933cc8311), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:38.303947 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (63ac1add-2c2e-433f-94c2-4e3933cc8311), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:38.306486 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:38.307706 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/63ac1add-2c2e-433f-94c2-4e3933cc8311 HTTP/1.1" status: 204 len: 168 time: 0.3075964 Sep 19 12:22:38.315718 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ac1add-2c2e-433f-94c2-4e3933cc8311,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:22:38.323511 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.323860 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.324213 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.324549 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.324940 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.325270 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.325596 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.326166 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.326756 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.327479 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.327670 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.327978 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.328305 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.328651 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.329055 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3426b-25ec-4068-a2d2-7a1659f368e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:22:38.623853 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:38.773033 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:22:47.993302 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:48.001316 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:48.125328 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:48.319799 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:48.656206 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:48.657048 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:48.663854 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:48.737692 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:22:58.733189 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:22:58.734236 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:03.487078 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed604-a7d2-407d-a0c6-a0e014c6acf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:05.618164 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1f061a4c-3923-4adf-a1ac-70cac9b2df07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:06.851626 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:08.594576 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:08.737554 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:18.659429 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:18.663362 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:18.665058 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:18.730908 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:18.732048 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:25.736387 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:23:33.480681 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2f57dc70-ada7-4066-aed0-4e31413fd8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:35.651446 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d0b92bcb-353d-47d3-9b03-94f387aec0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:35.732210 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:35.733040 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:36.863383 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:38.659824 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:38.754756 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:23:48.652238 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:48.656153 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:23:48.658859 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:02.735074 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 5 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:24:03.515340 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0075-956f-4c15-8f9a-1c4a906b05d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:05.634338 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-06d768e9-ffda-443c-93ca-fc77acba529a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:06.885406 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:08.640040 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:08.743232 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:12.730675 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:12.733463 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:16.542494 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1632196'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:18.539391 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:26.448352 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:26.451445 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=7,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:28.055528 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 34962) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:24:28.182703 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-5998f742-4cef-4d20-a730-710332e29155 admin admin] 10.222.0.93 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1261313 Sep 19 12:24:30.689009 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 34972) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:24:30.745894 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ee9652be-1e51-4995-91d3-069cf200307a admin admin] 10.222.0.93 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0558679 Sep 19 12:24:31.661313 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=13 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:31.663171 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=13 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:33.525192 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b4903494-9860-4769-a2ae-048ef238c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:35.627977 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7235-0e48-4ffe-acc8-1a219cf0bcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:36.891046 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:38.617497 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:38.742755 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:39.746047 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:24:40.740741 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:40.742128 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:46.530500 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:24:49.728452 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:49.729266 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:56.436563 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:56.440376 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:24:56.442180 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:25:03.513650 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7e8e03f2-aca6-49ff-aafc-de1dd154b5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:05.627838 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a286-13b2-4c6a-821c-1a9322182ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:06.959277 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:08.616364 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:08.719104 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:16.518342 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:16.736029 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:25:21.720928 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:25:26.433008 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=16 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:25:26.436506 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:25:26.439090 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:25:31.738911 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:25:33.490362 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9840936d-1ce5-4ab7-b319-4f51dded7537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:35.651015 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-72d40792-72cf-4189-85ab-0b5421e17bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:36.861640 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:38.661719 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:38.799219 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:46.490136 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:25:53.735516 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:25:56.431599 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:25:56.432993 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=8 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:25:56.436818 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=5,neutron:SELECT=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:03.519285 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-cd74a728-49c5-413b-a8d5-363bfd9d596d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:03.730979 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:03.732244 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:05.661592 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-43dfc379-24e1-46e3-b469-8c9bc1f998e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:06.373319 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35128) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:06.630959 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-350182484-network', 'tenant_id': '70886a6d77434c90b59efd86c2395088'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:06.764302 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Made reservation on behalf of 70886a6d77434c90b59efd86c2395088 for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:06.766846 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:06.778939 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:06.853890 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Publish callbacks [] for security_group (73525aa9-d698-465c-9be9-ce29adaecb66), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:06.884567 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.013650 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35160) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:07.020365 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (73525aa9-d698-465c-9be9-ce29adaecb66), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.049510 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:26:07.060327 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73525aa9-d698-465c-9be9-ce29adaecb66,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:07.068045 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (87673677-2c9d-46da-b798-07c2e12f93b0), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.068045 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Added segment 87673677-2c9d-46da-b798-07c2e12f93b0 of type vlan for network 81100c72-7f37-407d-a856-a5824fefc080 Sep 19 12:26:07.077567 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.077917 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.078265 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.078609 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.078946 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.079278 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.079621 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.079977 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.080266 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.080593 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.080945 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.081289 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.081618 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.081941 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.082263 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Tracked resource versions report: Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: pushed versions: Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: { 'AddressGroup': {'1.2'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Agent': {'1.1'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'ConntrackHelper': {'1.0'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'LocalIPAssociation': {'1.0'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Log': {'1.0'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'NDPProxy': {'1.0'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Network': {'1.1'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Port': {'1.7'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'PortForwarding': {'1.3'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'QosPolicy': {'1.10'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SecurityGroup': {'1.5'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SubPort': {'1.0'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Subnet': {'1.1'}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Trunk': {'1.1'}} Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: consumer versions: Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: { DHCP agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: HyperV agent@hv-cinder-85061: {}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: L3 agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: Metadata agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: Metering agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: Open vSwitch agent@dv-cinder-850618-3-iscsi: { 'AddressGroup': '1.2', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Agent': '1.1', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'ConntrackHelper': '1.0', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'LocalIPAssociation': '1.0', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Log': '1.0', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'NDPProxy': '1.0', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Network': '1.1', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Port': '1.7', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'PortForwarding': '1.3', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'QosPolicy': '1.10', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SecurityGroup': '1.5', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SecurityGroupRule': '1.2', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'SubPort': '1.0', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Subnet': '1.1', Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: 'Trunk': '1.1'}} Sep 19 12:26:07.083489 dv-cinder-850618-3-iscsi neutron-server[106970]: {{(pid=106970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:26:07.119198 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (81100c72-7f37-407d-a856-a5824fefc080), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.266874 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (81100c72-7f37-407d-a856-a5824fefc080), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.268224 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:07.268862 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.338828 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35170) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:07.368091 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] Pushing event updated for resources: {'Network': ['ID=81100c72-7f37-407d-a856-a5824fefc080,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:07.378342 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 81100c72-7f37-407d-a856-a5824fefc080 details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:26:07.385227 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-96827c74-1278-4a45-8ece-4cb9753c5355 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0099783 Sep 19 12:26:07.387950 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35176) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:07.393711 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Request body: {'subnet': {'network_id': '81100c72-7f37-407d-a856-a5824fefc080', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-350182484-subnet', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:07.489983 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Made reservation on behalf of 70886a6d77434c90b59efd86c2395088 for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:07.492419 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.661014 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-826550172-network', 'tenant_id': '68496d9aa29542139f00104051248a5b'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:07.701013 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35184) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:07.746646 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-472489904-network', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:07.753872 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (5e0f4980-764a-462f-99ee-7843a8bede6a), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.769678 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Made reservation on behalf of 68496d9aa29542139f00104051248a5b for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:07.773932 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.784265 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.829083 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0f4980-764a-462f-99ee-7843a8bede6a,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:07.838954 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Checking segment: {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:07.839332 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Network hostable DHCP agents. Network: 81100c72-7f37-407d-a856-a5824fefc080, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:26:07.854861 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.855208 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.855565 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.855904 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.856234 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.856558 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.856901 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.857226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.857547 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.857868 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.858193 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.858531 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.858849 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.859368 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.859684 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Tracked resource versions report: Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: pushed versions: Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: { 'AddressGroup': {'1.2'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Agent': {'1.1'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'ConntrackHelper': {'1.0'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'LocalIPAssociation': {'1.0'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Log': {'1.0'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'NDPProxy': {'1.0'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Network': {'1.1'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Port': {'1.7'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'PortForwarding': {'1.3'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'QosPolicy': {'1.10'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SecurityGroup': {'1.5'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SubPort': {'1.0'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Subnet': {'1.1'}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Trunk': {'1.1'}} Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: consumer versions: Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: { DHCP agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: HyperV agent@hv-cinder-85061: {}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: L3 agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: Metadata agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: Metering agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: Open vSwitch agent@dv-cinder-850618-3-iscsi: { 'AddressGroup': '1.2', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Agent': '1.1', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'ConntrackHelper': '1.0', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'LocalIPAssociation': '1.0', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Log': '1.0', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'NDPProxy': '1.0', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Network': '1.1', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Port': '1.7', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'PortForwarding': '1.3', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'QosPolicy': '1.10', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SecurityGroup': '1.5', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SecurityGroupRule': '1.2', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'SubPort': '1.0', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Subnet': '1.1', Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: 'Trunk': '1.1'}} Sep 19 12:26:07.861289 dv-cinder-850618-3-iscsi neutron-server[106969]: {{(pid=106969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:26:07.863956 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Made reservation on behalf of b4cb72be6f7d411fbfd037aebc273cb2 for: {'network': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:07.866119 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.875265 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Publish callbacks [] for security_group (5cc8c606-a4c1-479e-8f25-059b9e8d8144), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.876453 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.950896 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Network 81100c72-7f37-407d-a856-a5824fefc080 is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:26:07.969200 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Publish callbacks [] for security_group (80e384c7-cbdf-47d8-be05-6a6a9be4b9f6), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:07.981981 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5cc8c606-a4c1-479e-8f25-059b9e8d8144), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.018140 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:26:08.022387 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc8c606-a4c1-479e-8f25-059b9e8d8144,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:08.030375 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (51b14715-b5a6-4202-9245-00d1a0574fbf), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.030687 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Added segment 51b14715-b5a6-4202-9245-00d1a0574fbf of type vlan for network 2775bc2c-1de6-4530-99c8-74593487735c Sep 19 12:26:08.072321 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (2775bc2c-1de6-4530-99c8-74593487735c), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.072789 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-857727548-network', 'tenant_id': '61eb996219124e819beda67ca498dee8'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:08.080713 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 81100c72-7f37-407d-a856-a5824fefc080) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:08.085785 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:08.086383 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.096386 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (80e384c7-cbdf-47d8-be05-6a6a9be4b9f6), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.097356 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62262f7d-b756-4e36-a509-107bf57432c8 None None] Network 81100c72-7f37-407d-a856-a5824fefc080 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:26:08.142605 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:08.163561 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=106969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:26:08.175496 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (e1cce700-458b-47af-8370-8080396fb720), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.176086 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.segments_db [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Added segment e1cce700-458b-47af-8370-8080396fb720 of type vlan for network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 Sep 19 12:26:08.200929 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (2775bc2c-1de6-4530-99c8-74593487735c), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.202052 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:08.202705 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.220299 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (cfe95f3e-3dda-428e-b0b1-ae445a370fb3), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.247374 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:08.247519 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-81100c72-7f37-407d-a856-a5824fefc080', 'network_id': '81100c72-7f37-407d-a856-a5824fefc080', 'project_id': '70886a6d77434c90b59efd86c2395088', 'fixed_ips': [{'subnet_id': '5e0f4980-764a-462f-99ee-7843a8bede6a'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:26:08.248863 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.258529 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-3b21ec10-39f8-429c-af7b-c329f53405f1 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8637269 Sep 19 12:26:08.260776 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35220) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:08.267635 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:08.290132 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:08.305206 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] Pushing event updated for resources: {'Network': ['ID=2775bc2c-1de6-4530-99c8-74593487735c,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:08.331647 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 2775bc2c-1de6-4530-99c8-74593487735c details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:26:08.332593 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-8cfa3eab-0242-49f9-8b91-6cac22473a39 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3178003 Sep 19 12:26:08.336396 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35222) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:08.342910 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Request body: {'subnet': {'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-826550172-subnet', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:08.364618 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (cfe95f3e-3dda-428e-b0b1-ae445a370fb3), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.365649 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:08.366585 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.380640 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Made reservation on behalf of 61eb996219124e819beda67ca498dee8 for: {'network': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:08.384785 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.401818 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:08.403226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.466195 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.467139 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.478013 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Allocated IP 172.20.0.2 (81100c72-7f37-407d-a856-a5824fefc080/5e0f4980-764a-462f-99ee-7843a8bede6a/3b120847-24b5-49c6-a263-c1583ebe05ba) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:08.502120 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1613634 Sep 19 12:26:08.505394 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35230) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:08.511843 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Request body: {'subnet': {'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-subnet', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:08.536331 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Publish callbacks [] for security_group (03553227-516d-4f10-80f1-b47e4980d156), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.579304 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Made reservation on behalf of 68496d9aa29542139f00104051248a5b for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:08.582823 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.660117 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3821e50-d1a5-4cc6-ae6f-080ab552cd87 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe95f3e-3dda-428e-b0b1-ae445a370fb3,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:08.671179 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Made reservation on behalf of b4cb72be6f7d411fbfd037aebc273cb2 for: {'subnet': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:08.674954 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:08.692156 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:26:08.725040 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Publish callbacks [] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.231962 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:09.232762 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (03553227-516d-4f10-80f1-b47e4980d156), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.233312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.233312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.233312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Network 81100c72-7f37-407d-a856-a5824fefc080 is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:09.233312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:09.235857 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03553227-516d-4f10-80f1-b47e4980d156,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:09.236823 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:09.237549 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (371e45eb-fb30-4c5e-963a-202e37649855), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.238180 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Pushing event updated for resources: {'Port': ['ID=3b120847-24b5-49c6-a263-c1583ebe05ba,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:09.239531 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks [] for router_controller (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), precommit_add_association {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.239531 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=106969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Tracked resource versions report: Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: pushed versions: Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: { 'AddressGroup': {'1.2'}, Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Agent': {'1.1'}, Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: 'ConntrackHelper': {'1.0'}, Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: 'LocalIPAssociation': {'1.0'}, Sep 19 12:26:09.240788 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Log': {'1.0'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'NDPProxy': {'1.0'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Network': {'1.1'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Port': {'1.7'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'PortForwarding': {'1.3'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'QosPolicy': {'1.10'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SecurityGroup': {'1.5'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SubPort': {'1.0'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Subnet': {'1.1'}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Trunk': {'1.1'}} Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: consumer versions: Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: { DHCP agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: HyperV agent@hv-cinder-85061: {}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: L3 agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: Metadata agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: Metering agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: Open vSwitch agent@dv-cinder-850618-3-iscsi: { 'AddressGroup': '1.2', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Agent': '1.1', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'ConntrackHelper': '1.0', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'LocalIPAssociation': '1.0', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Log': '1.0', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'NDPProxy': '1.0', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Network': '1.1', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Port': '1.7', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'PortForwarding': '1.3', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'QosPolicy': '1.10', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SecurityGroup': '1.5', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SecurityGroupRule': '1.2', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'SubPort': '1.0', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Subnet': '1.1', Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: 'Trunk': '1.1'}} Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: {{(pid=106971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Attempting to bind port 3b120847-24b5-49c6-a263-c1583ebe05ba on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Attempting to bind port 3b120847-24b5-49c6-a263-c1583ebe05ba by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Attempting to bind port 3b120847-24b5-49c6-a263-c1583ebe05ba on network 81100c72-7f37-407d-a856-a5824fefc080 {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:09.244757 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.252050 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (7122e549-d2cc-4aba-84b2-17115f1c758a), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.252345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (50921370-8a25-4eb1-ab29-efd65be66216), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.252345 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.segments_db [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Added segment 50921370-8a25-4eb1-ab29-efd65be66216 of type vlan for network fd198206-8f2d-4496-8d28-135d50c06a18 Sep 19 12:26:09.252345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=371e45eb-fb30-4c5e-963a-202e37649855,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:09.252345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Checking segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:09.252345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Network hostable DHCP agents. Network: 2775bc2c-1de6-4530-99c8-74593487735c, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:26:09.252345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (fd198206-8f2d-4496-8d28-135d50c06a18), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.253189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:09.253189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Checking segment: {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:09.253189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.253189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Bound using segment: {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:09.253189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Bound port: 3b120847-24b5-49c6-a263-c1583ebe05ba, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:09.253189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.254363 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7122e549-d2cc-4aba-84b2-17115f1c758a,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:09.254363 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Checking segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:09.254363 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Network hostable DHCP agents. Network: cfe95f3e-3dda-428e-b0b1-ae445a370fb3, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:26:09.263580 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] For port 3b120847-24b5-49c6-a263-c1583ebe05ba, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:09.268906 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] For port 3b120847-24b5-49c6-a263-c1583ebe05ba, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=3b120847-24b5-49c6-a263-c1583ebe05ba,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:09.369686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks [] for router_gateway (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.528333 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Network 2775bc2c-1de6-4530-99c8-74593487735c is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:26:09.644641 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (fd198206-8f2d-4496-8d28-135d50c06a18), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.645689 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:09.646441 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.701948 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.704790 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:26:09.712723 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd198206-8f2d-4496-8d28-135d50c06a18,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:09.737380 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network fd198206-8f2d-4496-8d28-135d50c06a18 details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:26:09.847699 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d455f9b-cd24-465a-9c3a-ea64bcd58d28 None None] Pushing event updated for resources: {'Port': ['ID=3b120847-24b5-49c6-a263-c1583ebe05ba,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:09.861403 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, cfe95f3e-3dda-428e-b0b1-ae445a370fb3) {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:09.866437 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:09.867643 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.877169 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7609ad5-6ba7-473f-a201-01e4f0735f56 None None] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:26:09.899905 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 2775bc2c-1de6-4530-99c8-74593487735c) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:09.904731 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-515c087b-7de6-4e9b-a53a-26b6ca8809c8 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2024975 Sep 19 12:26:09.907873 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35270) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:09.913483 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Request body: {'subnet': {'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-857727548-subnet', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:09.920030 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:09.932504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:09.937068 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c543f-2662-4da7-85a6-1a19c4b554e3 None None] Network 2775bc2c-1de6-4530-99c8-74593487735c requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:26:09.997823 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks [] for router_gateway (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.026038 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-6275dc50-09dd-42b7-ad77-4c19be36008c admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5183372 Sep 19 12:26:10.030867 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35272) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:10.035765 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:10.039868 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.090168 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-e610e43f-149c-44f7-a994-d8641ad28cce admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7517271 Sep 19 12:26:10.093424 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35274) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:10.097407 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:10.111210 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:26:10.112236 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.119278 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Made reservation on behalf of 61eb996219124e819beda67ca498dee8 for: {'subnet': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:10.122318 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.225403 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-2775bc2c-1de6-4530-99c8-74593487735c', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:26:10.243574 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.243574 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:10.288280 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Allocated IP 172.27.3.235 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/37b1bf68-fadf-42e7-b416-1785bef870a6) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:10.385634 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (8cd8515c-9ca6-4d34-8775-63451d03295c), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.387341 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (8cd8515c-9ca6-4d34-8775-63451d03295c), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.422477 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks [] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.506745 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:10.506745 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:10.541791 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (15940146-7ac3-40ce-99ef-da58ec216274), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.542152 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks [] for router_controller (8cd8515c-9ca6-4d34-8775-63451d03295c), precommit_add_association {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.629539 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Allocated IP 172.20.0.2 (2775bc2c-1de6-4530-99c8-74593487735c/371e45eb-fb30-4c5e-963a-202e37649855/c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:10.646173 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Allocated IP 172.20.0.2 (cfe95f3e-3dda-428e-b0b1-ae445a370fb3/7122e549-d2cc-4aba-84b2-17115f1c758a/ba651b4c-442c-42e8-8aec-a6f8de86e0e0) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:10.666737 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Checking segment: {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:10.667735 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Network hostable DHCP agents. Network: fd198206-8f2d-4496-8d28-135d50c06a18, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:26:10.697325 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15940146-7ac3-40ce-99ef-da58ec216274,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:10.714443 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 3b120847-24b5-49c6-a263-c1583ebe05ba up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:10.889234 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 3b120847-24b5-49c6-a263-c1583ebe05ba triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:10.889608 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:10.889946 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 3b120847-24b5-49c6-a263-c1583ebe05ba Sep 19 12:26:10.932045 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df28555-77d6-41f0-bea7-79622feb182b None None] Network 81100c72-7f37-407d-a856-a5824fefc080 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:26:10.972202 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Publish callbacks [] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.029373 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.031035 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.036176 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Publish callbacks [] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.066214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.096327 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.098212 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-d345d5b5-2038-4e42-bb1e-6d7d249cd6ce None None] Provisioning complete for port 3b120847-24b5-49c6-a263-c1583ebe05ba triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:11.098574 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d345d5b5-2038-4e42-bb1e-6d7d249cd6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.098903 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d345d5b5-2038-4e42-bb1e-6d7d249cd6ce None None] Attempt 1 to provision port 3b120847-24b5-49c6-a263-c1583ebe05ba Sep 19 12:26:11.122896 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Network fd198206-8f2d-4496-8d28-135d50c06a18 is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:26:11.132953 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:11.136121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:11.139112 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:11.154949 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks [] for router_controller (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), precommit_add_association {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.174145 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Network 2775bc2c-1de6-4530-99c8-74593487735c is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:11.196203 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 3b120847-24b5-49c6-a263-c1583ebe05ba is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:11.196842 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.204072 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.207184 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:11.207888 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Pushing event updated for resources: {'Port': ['ID=37b1bf68-fadf-42e7-b416-1785bef870a6,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:11.230010 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:11.252584 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, fd198206-8f2d-4496-8d28-135d50c06a18) {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:11.268217 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:11.269029 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.304947 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec00fa43-cc9b-43c9-a41b-d9ca7e91bc75 None None] Network fd198206-8f2d-4496-8d28-135d50c06a18 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:26:11.308696 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:11.311790 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Pushing event updated for resources: {'Port': ['ID=c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:11.358551 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:11.382372 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 3b120847-24b5-49c6-a263-c1583ebe05ba, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=3b120847-24b5-49c6-a263-c1583ebe05ba,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:11.437715 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:11.453994 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks [] for router_gateway (8cd8515c-9ca6-4d34-8775-63451d03295c), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.465956 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-724f3186-ce24-43ba-8040-bade9a814c63 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5567443 Sep 19 12:26:11.469221 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35296) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:11.474240 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:11.501274 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks [] for router_gateway (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.531798 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.533638 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d345d5b5-2038-4e42-bb1e-6d7d249cd6ce None None] Current status of the port 3b120847-24b5-49c6-a263-c1583ebe05ba is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:11.534023 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d345d5b5-2038-4e42-bb1e-6d7d249cd6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.538127 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Attempting to bind port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:11.538463 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Attempting to bind port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:11.539380 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Attempting to bind port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:11.596126 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Pushing event updated for resources: {'Port': ['ID=ba651b4c-442c-42e8-8aec-a6f8de86e0e0,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:11.606727 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks [] for router_gateway (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.732327 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Attempting to bind port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:11.732720 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Attempting to bind port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:11.733086 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Attempting to bind port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:11.762440 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (2adeb970-409c-4789-96cf-b2dc1865cf9b), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.763895 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (2adeb970-409c-4789-96cf-b2dc1865cf9b), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.767518 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-fd198206-8f2d-4496-8d28-135d50c06a18', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'project_id': '61eb996219124e819beda67ca498dee8', 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:26:11.768879 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.829345 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=3b120847-24b5-49c6-a263-c1583ebe05ba,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:11.832186 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:11.832558 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Checking segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:11.833536 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.833536 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Bound using segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:11.833831 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Bound port: c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:11.834214 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.862517 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.db.api [None req-d345d5b5-2038-4e42-bb1e-6d7d249cd6ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 19 12:26:11.862952 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG oslo_db.api [None req-d345d5b5-2038-4e42-bb1e-6d7d249cd6ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:26:11.914763 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.971588 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:11.971997 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Checking segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:11.972358 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:11.972798 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Bound using segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:11.973289 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Bound port: ba651b4c-442c-42e8-8aec-a6f8de86e0e0, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:11.973669 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:12.025279 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] For port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:12.029158 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] For port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:12.044627 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks [] for router_controller (2adeb970-409c-4789-96cf-b2dc1865cf9b), precommit_add_association {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:12.052694 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks [] for router_gateway (8cd8515c-9ca6-4d34-8775-63451d03295c), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:12.097874 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:12.119447 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Allocated IP 172.20.0.2 (fd198206-8f2d-4496-8d28-135d50c06a18/15940146-7ac3-40ce-99ef-da58ec216274/949a864a-13cb-43d8-9d2f-5b0e8e0413b2) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:12.124006 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] For port ba651b4c-442c-42e8-8aec-a6f8de86e0e0, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:12.127988 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] For port ba651b4c-442c-42e8-8aec-a6f8de86e0e0, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=ba651b4c-442c-42e8-8aec-a6f8de86e0e0,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:12.186971 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:26:12.187311 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:12.288656 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731d5f-4a4a-49e1-ab94-b6028108988e None None] Pushing event updated for resources: {'Port': ['ID=c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:12.298108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:12.310167 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:26:12.333471 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Sync routers for ids ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:12.349282 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Routers {'88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:12.350654 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:12.362063 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:12.450496 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:12.475489 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:12.478200 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4cdb9b6d-6a9f-44dd-be5e-bede2dc3aa8d admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2162163 Sep 19 12:26:12.479938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35314) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:12.832403 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Set router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:12.875111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Publish callbacks [] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:12.897825 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d345d5b5-2038-4e42-bb1e-6d7d249cd6ce None None] Current status of the port 3b120847-24b5-49c6-a263-c1583ebe05ba is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:12.917531 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fae4a-534f-424f-b19b-55f6a3c2fd8e None None] Pushing event updated for resources: {'Port': ['ID=ba651b4c-442c-42e8-8aec-a6f8de86e0e0,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:12.987830 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:12.988377 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks [] for router_gateway (2adeb970-409c-4789-96cf-b2dc1865cf9b), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.023516 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-534de29a-3b8a-4676-8aea-5215068bc14c None None] Provisioning complete for port 3b120847-24b5-49c6-a263-c1583ebe05ba triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:13.023909 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-534de29a-3b8a-4676-8aea-5215068bc14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.024245 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-534de29a-3b8a-4676-8aea-5215068bc14c None None] Attempt 1 to provision port 3b120847-24b5-49c6-a263-c1583ebe05ba Sep 19 12:26:13.074797 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks [] for router_gateway (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.078340 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.215506 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:13.216614 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:13.250626 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Network fd198206-8f2d-4496-8d28-135d50c06a18 is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:13.263108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:13.265740 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:11Z', 'revision_number': 3, 'project_id': '70886a6d77434c90b59efd86c2395088', 'gw_port': {'id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:13.292508 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:13.310477 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Pushing event updated for resources: {'Port': ['ID=949a864a-13cb-43d8-9d2f-5b0e8e0413b2,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:13.345624 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Checking router: 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:13.346166 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Updating router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 port 37b1bf68-fadf-42e7-b416-1785bef870a6 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:13.387123 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.415153 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.459856 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-534de29a-3b8a-4676-8aea-5215068bc14c None None] Current status of the port 3b120847-24b5-49c6-a263-c1583ebe05ba is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:13.474281 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:13.474680 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.475509 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 Sep 19 12:26:13.489954 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Allocated IP 172.27.3.104 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/7f71b7b8-991c-4589-b1af-48d43269c702) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:13.524594 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Attempting to bind port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:13.524991 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Attempting to bind port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:13.525375 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Attempting to bind port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 on network fd198206-8f2d-4496-8d28-135d50c06a18 {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:13.618873 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:13.619239 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Checking segment: {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:13.625739 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.626172 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Bound using segment: {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:13.626692 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Bound port: 949a864a-13cb-43d8-9d2f-5b0e8e0413b2, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:13.627084 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.669089 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.730422 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:13.758132 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks [] for router_gateway (2adeb970-409c-4789-96cf-b2dc1865cf9b), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.760949 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:13.761392 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.801413 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.838151 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] For port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:13.845633 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] For port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=949a864a-13cb-43d8-9d2f-5b0e8e0413b2,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:13.857890 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:13.942815 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks [] for port (7f71b7b8-991c-4589-b1af-48d43269c702), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.958099 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Allocated IP 172.20.0.1 (81100c72-7f37-407d-a856-a5824fefc080/5e0f4980-764a-462f-99ee-7843a8bede6a/e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:13.976411 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:13.980123 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 3b120847-24b5-49c6-a263-c1583ebe05ba up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:13.986691 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:14.155870 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:14.189637 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:14.207756 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Publish callbacks [] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:14.209146 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 3b120847-24b5-49c6-a263-c1583ebe05ba triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:14.210233 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:14.210682 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 3b120847-24b5-49c6-a263-c1583ebe05ba Sep 19 12:26:14.293552 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:14.303848 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d08e9a-9fef-4c4a-84d5-4a978f659e29 None None] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:26:14.391553 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-d6de8c22-27f7-499e-97f5-ef4ca2a5d4d9 None None] Provisioning complete for port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:14.391553 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d6de8c22-27f7-499e-97f5-ef4ca2a5d4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:14.391553 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d6de8c22-27f7-499e-97f5-ef4ca2a5d4d9 None None] Attempt 1 to provision port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 Sep 19 12:26:14.425670 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:14.485754 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:14.490439 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa123339-631c-4db8-84e6-24fc72f35ce6 None None] Network 2775bc2c-1de6-4530-99c8-74593487735c requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:26:14.502642 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:14.519556 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:14.521935 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Allocated IP 172.27.3.223 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/a5ba0328-8798-40ad-8c3e-ba3769bd2af7) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:14.581904 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Network 81100c72-7f37-407d-a856-a5824fefc080 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:14.590096 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:14.626459 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:14.626459 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:14.626459 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:14.626668 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:14.627738 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80afd3-b4f0-490c-93ef-2aa274e5aef3 None None] Pushing event updated for resources: {'Port': ['ID=949a864a-13cb-43d8-9d2f-5b0e8e0413b2,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:14.631785 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Pushing event updated for resources: {'Port': ['ID=7f71b7b8-991c-4589-b1af-48d43269c702,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:14.834639 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d6de8c22-27f7-499e-97f5-ef4ca2a5d4d9 None None] Current status of the port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:14.839129 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d6de8c22-27f7-499e-97f5-ef4ca2a5d4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:14.855282 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks [] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:14.866720 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 3b120847-24b5-49c6-a263-c1583ebe05ba is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:14.917414 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-d6de8c22-27f7-499e-97f5-ef4ca2a5d4d9 None None] For port ba651b4c-442c-42e8-8aec-a6f8de86e0e0, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=ba651b4c-442c-42e8-8aec-a6f8de86e0e0,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:15.049630 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.067875 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d6de8c22-27f7-499e-97f5-ef4ca2a5d4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.095908 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.170771 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de8c22-27f7-499e-97f5-ef4ca2a5d4d9 None None] Pushing event updated for resources: {'Port': ['ID=ba651b4c-442c-42e8-8aec-a6f8de86e0e0,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:15.233658 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:15.311296 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Provisioning complete for port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:15.311682 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.312009 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 1 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:15.331468 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:15.343414 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks [] for router_gateway (8cd8515c-9ca6-4d34-8775-63451d03295c), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.361154 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:15.410012 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:15.410012 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ba0328-8798-40ad-8c3e-ba3769bd2af7,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:15.434958 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Publish callbacks [] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.450375 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:15.456093 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:15.456522 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.456889 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 Sep 19 12:26:15.475838 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Publish callbacks [] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.543248 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:15.543714 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.579447 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=949a864a-13cb-43d8-9d2f-5b0e8e0413b2,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:15.617723 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.618802 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.623489 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.695350 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Attempting to bind port 37b1bf68-fadf-42e7-b416-1785bef870a6 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:15.696044 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Attempting to bind port 37b1bf68-fadf-42e7-b416-1785bef870a6 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:15.697261 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Attempting to bind port 37b1bf68-fadf-42e7-b416-1785bef870a6 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:15.727922 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612fe007-5c71-48ec-aac8-4e2d7b7a135f None None] Network fd198206-8f2d-4496-8d28-135d50c06a18 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:26:15.733545 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.734701 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:15.745896 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Pushing event updated for resources: {'Port': ['ID=e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:15.814423 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Pushing event updated for resources: {'Port': ['ID=37b1bf68-fadf-42e7-b416-1785bef870a6,revision_number=2']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:15.831334 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.831690 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.832046 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.832531 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.837912 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.839844 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.840223 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.840574 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.843174 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.843540 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.847237 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.847678 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.848027 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.848365 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.848731 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Tracked resource versions report: Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: pushed versions: Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: { 'AddressGroup': {'1.2'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Agent': {'1.1'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'ConntrackHelper': {'1.0'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'LocalIPAssociation': {'1.0'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Log': {'1.0'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'NDPProxy': {'1.0'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Network': {'1.1'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Port': {'1.7'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'PortForwarding': {'1.3'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'QosPolicy': {'1.10'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SecurityGroup': {'1.5'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SecurityGroupRule': {'1.2'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SubPort': {'1.0'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Subnet': {'1.1'}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Trunk': {'1.1'}} Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: consumer versions: Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: { DHCP agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: HyperV agent@hv-cinder-85061: {}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: L3 agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: Metadata agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: Metering agent@dv-cinder-850618-3-iscsi: {}, Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: Open vSwitch agent@dv-cinder-850618-3-iscsi: { 'AddressGroup': '1.2', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Agent': '1.1', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'ConntrackHelper': '1.0', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'LocalIPAssociation': '1.0', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Log': '1.0', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'NDPProxy': '1.0', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Network': '1.1', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Port': '1.7', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'PortForwarding': '1.3', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'QosPolicy': '1.10', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SecurityGroup': '1.5', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SecurityGroupRule': '1.2', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'SubPort': '1.0', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Subnet': '1.1', Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: 'Trunk': '1.1'}} Sep 19 12:26:15.849971 dv-cinder-850618-3-iscsi neutron-server[106973]: {{(pid=106973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 12:26:15.852395 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Allocated IP 172.27.3.60 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/aa2e5626-c49f-40c5-a2d2-746454577f55) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:15.860571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Network 81100c72-7f37-407d-a856-a5824fefc080 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:15.862118 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:15.875525 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:15.875908 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:15.876339 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.876743 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:15.878050 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Bound port: 37b1bf68-fadf-42e7-b416-1785bef870a6, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:15.878785 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.903094 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (8cd8515c-9ca6-4d34-8775-63451d03295c), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:15.950920 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 2 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:16.013110 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] For port 37b1bf68-fadf-42e7-b416-1785bef870a6, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:16.030535 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] For port 37b1bf68-fadf-42e7-b416-1785bef870a6, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=37b1bf68-fadf-42e7-b416-1785bef870a6,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:16.083645 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:16.084083 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:16.084160 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 Sep 19 12:26:16.189854 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:16.194228 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=949a864a-13cb-43d8-9d2f-5b0e8e0413b2,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:16.203147 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:16.205000 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks [] for router_gateway (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:16.260491 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:16.303200 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:16.305984 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device ba651b4c-442c-42e8-8aec-a6f8de86e0e0 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:16.308497 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks [] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:16.348976 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd04c0-1c57-43fd-93c5-2987dbe7fe18 None None] Pushing event updated for resources: {'Port': ['ID=37b1bf68-fadf-42e7-b416-1785bef870a6,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:16.365710 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Routers {'88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:16.366753 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:16.388376 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:26:16.395311 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:16.395775 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:16.396177 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 Sep 19 12:26:16.559028 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:16.588111 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:26:16.600002 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] Set router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:16.603249 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-0f2a8d3a-fffa-4c79-8d3a-cdf31dad7045 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1213918 Sep 19 12:26:16.608284 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Router 8cd8515c-9ca6-4d34-8775-63451d03295c is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:26:16.613526 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:16.659591 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:16.662672 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:16.681947 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:16.704532 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 3 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:16.723374 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:16.738328 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:16.753762 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:16.762461 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Pushing event updated for resources: {'Port': ['ID=aa2e5626-c49f-40c5-a2d2-746454577f55,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:16.782229 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:16.856973 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 4, 'project_id': '70886a6d77434c90b59efd86c2395088', 'gw_port': {'id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53', 'name': '', 'network_id': '81100c72-7f37-407d-a856-a5824fefc080', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'mac_address': 'fa:16:3e:b2:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:15Z', 'revision_number': 2, 'project_id': '70886a6d77434c90b59efd86c2395088', 'subnets': [{'id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:16.896994 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf36c74-4cf6-45f2-9271-40fa712accc7 None None] The sync data for ids ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'] in dv-cinder-850618-3-iscsi is: [{'id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 4, 'project_id': '70886a6d77434c90b59efd86c2395088', 'gw_port': {'id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53', 'name': '', 'network_id': '81100c72-7f37-407d-a856-a5824fefc080', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'mac_address': 'fa:16:3e:b2:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:15Z', 'revision_number': 2, 'project_id': '70886a6d77434c90b59efd86c2395088', 'subnets': [{'id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:16.991437 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:26:16.994625 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35426) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:17.000688 dv-cinder-850618-3-iscsi neutron-server[106969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 12:26:17.008804 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Sync routers for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:17.044152 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:17.046368 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:17.098142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:17.206589 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:17.206589 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:17.206589 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 Sep 19 12:26:17.241984 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:17.242112 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:17.242984 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-43181499-d9e1-4b11-9fa2-c4179a2c8a2b admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2104595 Sep 19 12:26:17.245727 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:26:17.249091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35440) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:17.269071 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 4 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:17.327291 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-70e4b05a-24aa-4a69-86a4-aa5ccadaebb7 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:17.328895 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-70e4b05a-24aa-4a69-86a4-aa5ccadaebb7 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/networks?id=81100c72-7f37-407d-a856-a5824fefc080 HTTP/1.1" status: 200 len: 811 time: 0.3331733 Sep 19 12:26:17.440286 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:17.510160 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-08928af8-29d0-4657-81de-6e1f879c0246 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/quotas/70886a6d77434c90b59efd86c2395088 HTTP/1.1" status: 200 len: 375 time: 0.0768304 Sep 19 12:26:17.605081 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:17.606583 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device ba651b4c-442c-42e8-8aec-a6f8de86e0e0 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:17.658047 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks [] for router_gateway (2adeb970-409c-4789-96cf-b2dc1865cf9b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:17.662936 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-1b10a468-e23b-4625-8493-a295880c7b51 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=70886a6d77434c90b59efd86c2395088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463780 Sep 19 12:26:17.682472 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:17.781502 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:17.781895 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:17.782237 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 Sep 19 12:26:17.785889 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 3, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:17.894308 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Checking router: 8cd8515c-9ca6-4d34-8775-63451d03295c for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:17.894795 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Updating router 8cd8515c-9ca6-4d34-8775-63451d03295c port 7f71b7b8-991c-4589-b1af-48d43269c702 binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:17.940895 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 5 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:17.989366 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:17.996394 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:18.063921 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-e3692964-d69f-48d7-8864-2d8d02168774 service neutron] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:26:18.074282 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-e3692964-d69f-48d7-8864-2d8d02168774 service neutron] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1920094 Sep 19 12:26:18.084270 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:26:18.101510 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:18.126246 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:18.126880 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:18.167445 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:18.167666 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:18.218940 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:18.280541 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:18.304201 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:18.305529 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ccbcf485-a311-4f63-b7a2-bf716e9eb3c6 admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.2115395 Sep 19 12:26:18.313327 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35462) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:18.361672 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:18.470504 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:18.478639 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-a61cfb1f-14a0-4066-b82c-030b3374d6ea service neutron] 10.222.0.93 "GET /networking/v2.0/networks/81100c72-7f37-407d-a856-a5824fefc080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034541 Sep 19 12:26:18.493805 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 6 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:18.517464 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35464) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:18.574742 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Publish callbacks [] for port (7f71b7b8-991c-4589-b1af-48d43269c702), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:18.580723 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:18.589795 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (2adeb970-409c-4789-96cf-b2dc1865cf9b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:18.650137 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Allocated IP 172.20.0.1 (cfe95f3e-3dda-428e-b0b1-ae445a370fb3/7122e549-d2cc-4aba-84b2-17115f1c758a/eab0485d-f865-4aae-8e65-a98d38e220db) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:18.674878 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:18.716264 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-d4798730-3221-4816-b59a-ee4174733519 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/81100c72-7f37-407d-a856-a5824fefc080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209206 Sep 19 12:26:18.760368 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:18.771821 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:15Z', 'revision_number': 3, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:18.854085 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:18.854434 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Updating router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:18.859227 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6c349cee-34e3-4b3f-9fdf-9a89651db64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:18.866756 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6e06b-847b-4403-861d-fa8ef3f8b593 None None] Pushing event updated for resources: {'Port': ['ID=7f71b7b8-991c-4589-b1af-48d43269c702,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:18.873573 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Publish callbacks [] for port (eab0485d-f865-4aae-8e65-a98d38e220db), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:18.875611 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Attempting to bind port 7f71b7b8-991c-4589-b1af-48d43269c702 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:18.876089 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Attempting to bind port 7f71b7b8-991c-4589-b1af-48d43269c702 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:18.876542 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Attempting to bind port 7f71b7b8-991c-4589-b1af-48d43269c702 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:18.932352 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:18.977190 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:18.977571 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:18.977976 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:18.978409 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:18.978981 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Bound port: 7f71b7b8-991c-4589-b1af-48d43269c702, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:18.979365 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.027431 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.082135 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] For port 7f71b7b8-991c-4589-b1af-48d43269c702, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:19.084096 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 7 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:19.092101 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] For port 7f71b7b8-991c-4589-b1af-48d43269c702, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=7f71b7b8-991c-4589-b1af-48d43269c702,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:19.139170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:19.142585 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:19.149920 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 37b1bf68-fadf-42e7-b416-1785bef870a6 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:19.184798 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:19.185004 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.186169 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (8cd8515c-9ca6-4d34-8775-63451d03295c), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.243881 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:19.254593 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.285293 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Pushing event updated for resources: {'Port': ['ID=eab0485d-f865-4aae-8e65-a98d38e220db,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:19.343845 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Router 2adeb970-409c-4789-96cf-b2dc1865cf9b is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:26:19.355209 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 37b1bf68-fadf-42e7-b416-1785bef870a6 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:19.355598 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.356131 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 37b1bf68-fadf-42e7-b416-1785bef870a6 Sep 19 12:26:19.359171 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6e06b-847b-4403-861d-fa8ef3f8b593 None None] Pushing event updated for resources: {'Port': ['ID=7f71b7b8-991c-4589-b1af-48d43269c702,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:19.378905 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6c349cee-34e3-4b3f-9fdf-9a89651db64f admin admin] Publish callbacks [] for security_group (f77c7749-8bb2-4803-833a-2b4d69869597), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.410500 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:19.418115 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:19.423033 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:19.503128 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:19.597200 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-506327ec-0ab1-40f0-b776-23bc93c6c177 req-585143fb-45b3-478d-9080-149be7a09130 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.1155813 Sep 19 12:26:19.609471 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.749144 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 8 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:19.781356 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6c349cee-34e3-4b3f-9fdf-9a89651db64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (f77c7749-8bb2-4803-833a-2b4d69869597), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.832479 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:19.880456 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Publish callbacks [] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:19.903886 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-6c349cee-34e3-4b3f-9fdf-9a89651db64f admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=7f0891a875b0465b943caa507508575e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3827293 Sep 19 12:26:19.905686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35514) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:20.042712 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.043237 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:26:20.045974 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.096563 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-960605ea-61b7-45cf-a355-0146f9a8264e admin admin] Publish callbacks [] for security_group (f77c7749-8bb2-4803-833a-2b4d69869597), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.127848 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Sync routers for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:20.138819 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Attempting to bind port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:20.139461 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Attempting to bind port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:20.139976 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Attempting to bind port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:20.157997 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 37b1bf68-fadf-42e7-b416-1785bef870a6 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:20.158411 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.199863 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5cd7e-f63b-4690-9eb1-203c1d2c4343 None None] Pushing event updated for resources: {'Port': ['ID=a5ba0328-8798-40ad-8c3e-ba3769bd2af7,revision_number=2']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:20.207468 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Publish callbacks [] for port (eab0485d-f865-4aae-8e65-a98d38e220db), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.230695 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:20.245612 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-960605ea-61b7-45cf-a355-0146f9a8264e admin admin] Publish callbacks [] for security_group (f77c7749-8bb2-4803-833a-2b4d69869597), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.250809 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:20.251211 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:20.253766 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.254163 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:20.254656 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Bound port: a5ba0328-8798-40ad-8c3e-ba3769bd2af7, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:20.256846 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.266040 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:20.276724 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:20.277370 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:20.280740 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 37b1bf68-fadf-42e7-b416-1785bef870a6, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=37b1bf68-fadf-42e7-b416-1785bef870a6,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:20.298290 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.299473 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (8cd8515c-9ca6-4d34-8775-63451d03295c), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.374706 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.398418 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Allocated IP 172.20.0.1 (2775bc2c-1de6-4530-99c8-74593487735c/371e45eb-fb30-4c5e-963a-202e37649855/49e3ddd8-2f59-4e00-8eca-c47703ddef95) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:20.424758 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Sync routers for ids ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:20.438744 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Pushing event updated for resources: {'Port': ['ID=eab0485d-f865-4aae-8e65-a98d38e220db,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:20.453810 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.462826 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-16d49e2a-bcf2-4c80-a393-27a9f51dad6b admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.9880059 Sep 19 12:26:20.463044 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] For port a5ba0328-8798-40ad-8c3e-ba3769bd2af7, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:20.468113 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] For port a5ba0328-8798-40ad-8c3e-ba3769bd2af7, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=a5ba0328-8798-40ad-8c3e-ba3769bd2af7,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:20.471222 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Routers {'88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:20.471847 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:20.515419 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349cee-34e3-4b3f-9fdf-9a89651db64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77c7749-8bb2-4803-833a-2b4d69869597,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:20.524397 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35544) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:20.558448 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.577932 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:20.644456 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-960605ea-61b7-45cf-a355-0146f9a8264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (f77c7749-8bb2-4803-833a-2b4d69869597), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.654304 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5cd7e-f63b-4690-9eb1-203c1d2c4343 None None] Pushing event updated for resources: {'Port': ['ID=a5ba0328-8798-40ad-8c3e-ba3769bd2af7,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:20.658459 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=37b1bf68-fadf-42e7-b416-1785bef870a6,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:20.659123 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-960605ea-61b7-45cf-a355-0146f9a8264e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.661186 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-960605ea-61b7-45cf-a355-0146f9a8264e admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/f77c7749-8bb2-4803-833a-2b4d69869597 HTTP/1.1" status: 204 len: 168 time: 0.7254353 Sep 19 12:26:20.667114 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:20.667744 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:20.711590 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:20.717907 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:20.751402 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960605ea-61b7-45cf-a355-0146f9a8264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77c7749-8bb2-4803-833a-2b4d69869597,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:20.758557 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 9 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:20.781392 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Publish callbacks [] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:20.850485 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:20.870514 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-42cfa629-462b-42f6-93d3-d3abe411a92c req-7308b93a-406a-4878-a97f-d063f72318b2 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.1252925 Sep 19 12:26:21.018346 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:21.045759 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Router 8cd8515c-9ca6-4d34-8775-63451d03295c has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:26:21.085219 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 37b1bf68-fadf-42e7-b416-1785bef870a6 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:21.088447 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 3, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:21.132761 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Set router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:21.182899 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ffe01-e1f0-462a-afc0-c90cee8bce55 None None] The sync data for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi is: [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 3, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:21.185000 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:21.233455 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:26:21.237045 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:16Z', 'revision_number': 3, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:21.243051 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-253f2255-58ca-4d05-9b5e-87d0f5c62981 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/8cd8515c-9ca6-4d34-8775-63451d03295c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9891653 Sep 19 12:26:21.282592 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Checking router: 2adeb970-409c-4789-96cf-b2dc1865cf9b for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:21.283097 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Updating router 2adeb970-409c-4789-96cf-b2dc1865cf9b port aa2e5626-c49f-40c5-a2d2-746454577f55 binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:21.310023 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 37b1bf68-fadf-42e7-b416-1785bef870a6 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:21.310527 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:21.310978 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 37b1bf68-fadf-42e7-b416-1785bef870a6 Sep 19 12:26:21.352918 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:21.520769 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 10 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:21.537433 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:21.546069 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:15Z', 'revision_number': 3, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:21.547815 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 37b1bf68-fadf-42e7-b416-1785bef870a6 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:21.634134 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:21.662920 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:21.696484 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Provisioning complete for port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:21.696484 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:21.696484 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Attempt 1 to provision port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 Sep 19 12:26:21.717343 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Pushing event updated for resources: {'Port': ['ID=49e3ddd8-2f59-4e00-8eca-c47703ddef95,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:21.773991 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Network 2775bc2c-1de6-4530-99c8-74593487735c is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:21.801431 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:21.841478 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:21.841979 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:21.939454 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-bb519f8b-0a4d-4d9a-b4f3-c2d2780c6860 None None] Current status of the port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:21.954191 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6252d3-f8f5-4fd9-981d-745107cbc5ab None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:15Z', 'revision_number': 3, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:21.977760 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Publish callbacks [] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.062989 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Provisioning complete for port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:22.063312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.063653 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 1 to provision port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 Sep 19 12:26:22.080717 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e60ce741-0331-4db8-b039-5ac9dc6ed373 req-a0bc0106-0a15-4e5d-ab86-ed17df91c838 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.0790384 Sep 19 12:26:22.137133 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.176981 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35606) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:22.198740 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 4, 'project_id': '70886a6d77434c90b59efd86c2395088', 'gw_port': {'id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53', 'name': '', 'network_id': '81100c72-7f37-407d-a856-a5824fefc080', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'mac_address': 'fa:16:3e:b2:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:15Z', 'revision_number': 2, 'project_id': '70886a6d77434c90b59efd86c2395088', 'subnets': [{'id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:22.273330 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Attempting to bind port aa2e5626-c49f-40c5-a2d2-746454577f55 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:22.280387 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Attempting to bind port aa2e5626-c49f-40c5-a2d2-746454577f55 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:22.280686 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Checking router: 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:22.280791 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Attempting to bind port aa2e5626-c49f-40c5-a2d2-746454577f55 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:22.280885 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Updating router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:22.300919 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.317359 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.374442 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144e57d-fac9-464f-bb16-c39bf350eb5c None None] Pushing event updated for resources: {'Port': ['ID=aa2e5626-c49f-40c5-a2d2-746454577f55,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:22.390884 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:22.391301 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:22.391755 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.392400 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:22.392931 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Bound port: aa2e5626-c49f-40c5-a2d2-746454577f55, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:22.393507 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.431205 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-b577299e-bbd3-468a-aa89-9a274a4fe73e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:22.437492 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-b577299e-bbd3-468a-aa89-9a274a4fe73e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 818 time: 0.2530324 Sep 19 12:26:22.472460 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-a68ef06c-7e9c-4a73-b57f-dd166243f924 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/quotas/b4cb72be6f7d411fbfd037aebc273cb2 HTTP/1.1" status: 200 len: 375 time: 0.0286624 Sep 19 12:26:22.624351 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-c8f44fed-58ef-40ca-a349-7c8b6b91215a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1375895 Sep 19 12:26:22.653379 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Current status of the port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:22.664660 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:22.680726 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] For port aa2e5626-c49f-40c5-a2d2-746454577f55, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:22.707231 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] For port aa2e5626-c49f-40c5-a2d2-746454577f55, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=aa2e5626-c49f-40c5-a2d2-746454577f55,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:22.713251 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Provisioning complete for port eab0485d-f865-4aae-8e65-a98d38e220db triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:22.718799 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.718799 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 1 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:22.787739 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.816659 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Port eab0485d-f865-4aae-8e65-a98d38e220db cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:22.833475 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:22.879074 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:22.879887 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:22.899620 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:23.004078 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Publish callbacks [] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.012370 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:23.028134 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Allocated IP 172.20.0.1 (fd198206-8f2d-4496-8d28-135d50c06a18/15940146-7ac3-40ce-99ef-da58ec216274/b887bae1-877e-4702-8cd7-5b60f67bf922) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:23.105826 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-7f36a3f7-5ea6-4a80-b8c6-5b9a35cc623c service neutron] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:26:23.113596 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-7f36a3f7-5ea6-4a80-b8c6-5b9a35cc623c service neutron] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2293408 Sep 19 12:26:23.130951 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.171950 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 7f71b7b8-991c-4589-b1af-48d43269c702 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:23.188116 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144e57d-fac9-464f-bb16-c39bf350eb5c None None] Pushing event updated for resources: {'Port': ['ID=aa2e5626-c49f-40c5-a2d2-746454577f55,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:23.287554 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:23.311851 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:23.383471 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-2e21af06-ec7c-43d7-b152-3993595ba9d1 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686164 Sep 19 12:26:23.386403 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:23.397514 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:23.551946 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 2 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:23.567045 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Publish callbacks [] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.569851 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:23.573833 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cb0f7a86-5f60-4e8a-9a47-abbf8cdb0634 req-d4abad75-0fb9-413e-8e98-7906eb1e0860 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.0632563 Sep 19 12:26:23.577188 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Publish callbacks [] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.600729 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Attempting to bind port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:23.601800 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Attempting to bind port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:23.603802 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Attempting to bind port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 on network 81100c72-7f37-407d-a856-a5824fefc080 {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:23.619596 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-b0037c68-b506-499a-9e65-7bf6d32db57b service neutron] 10.222.0.93 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279551 Sep 19 12:26:23.661448 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.662329 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.703074 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4524f-fd2d-4385-8731-6c6826d57b42 None None] Pushing event updated for resources: {'Port': ['ID=e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:23.731761 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 7f71b7b8-991c-4589-b1af-48d43269c702 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:23.735047 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.735047 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 7f71b7b8-991c-4589-b1af-48d43269c702 Sep 19 12:26:23.753885 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Port eab0485d-f865-4aae-8e65-a98d38e220db cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:23.764835 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:23.765153 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Checking segment: {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:23.769156 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.769651 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Bound using segment: {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:23.770762 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.771955 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Bound port: e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:23.774490 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.831626 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:23.866831 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] For port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:23.871213 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] For port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:23.879179 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Pushing event updated for resources: {'Port': ['ID=49e3ddd8-2f59-4e00-8eca-c47703ddef95,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:23.895187 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Network fd198206-8f2d-4496-8d28-135d50c06a18 is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:23.904850 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:23.913736 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:23.913736 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (2adeb970-409c-4789-96cf-b2dc1865cf9b), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.950771 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 7f71b7b8-991c-4589-b1af-48d43269c702 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:23.951782 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.961264 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:23.982256 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 7f71b7b8-991c-4589-b1af-48d43269c702, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=7f71b7b8-991c-4589-b1af-48d43269c702,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:23.983831 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:16Z', 'revision_number': 3, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:24.034000 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Routers {'88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:24.034000 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:24.058519 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e9361-9b59-4c3c-ad0b-3de2a6b41d70 None None] The sync data for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi is: [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:16Z', 'revision_number': 3, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:24.068538 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:24.068538 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device a5ba0328-8798-40ad-8c3e-ba3769bd2af7 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:24.192581 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bbd778e1-721e-419b-9453-a94d88e18e7d req-648eab04-0896-412d-bf93-5d47ff0cfccb tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 210 time: 0.1142604 Sep 19 12:26:24.203890 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=7f71b7b8-991c-4589-b1af-48d43269c702,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:24.222666 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Pushing event updated for resources: {'Port': ['ID=b887bae1-877e-4702-8cd7-5b60f67bf922,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:24.237915 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:24.238282 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:24.238782 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 Sep 19 12:26:24.253234 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Network 2775bc2c-1de6-4530-99c8-74593487735c is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:24.258504 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:24.291891 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 3 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:24.404429 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:24.440216 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] Set router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:24.449290 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:24.529529 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4524f-fd2d-4385-8731-6c6826d57b42 None None] Pushing event updated for resources: {'Port': ['ID=e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53,revision_number=4']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:24.544536 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Port eab0485d-f865-4aae-8e65-a98d38e220db cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:24.545493 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:24.749981 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:24.750596 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:24.817395 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port a5ba0328-8798-40ad-8c3e-ba3769bd2af7, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=a5ba0328-8798-40ad-8c3e-ba3769bd2af7,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:24.855136 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:24.861626 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:26:24.949416 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e9fcbdca-4488-4535-b7dc-e25e6bd2b776 req-f6f715b8-7d6f-4598-b01f-042ce2c8e731 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.0725565 Sep 19 12:26:24.954062 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:25.037027 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-c4af957d-d43e-4639-838a-1c9c2efde1ea tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:25.037133 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 4, 'project_id': '70886a6d77434c90b59efd86c2395088', 'gw_port': {'id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53', 'name': '', 'network_id': '81100c72-7f37-407d-a856-a5824fefc080', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'mac_address': 'fa:16:3e:b2:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '70886a6d77434c90b59efd86c2395088', 'subnets': [{'id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:25.046902 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 4 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:25.055307 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-c4af957d-d43e-4639-838a-1c9c2efde1ea tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 818 time: 0.3665292 Sep 19 12:26:25.072794 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b194c50-332b-4817-a18b-f08a866c0d50 None None] The sync data for ids ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'] in dv-cinder-850618-3-iscsi is: [{'id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:26:14Z', 'revision_number': 4, 'project_id': '70886a6d77434c90b59efd86c2395088', 'gw_port': {'id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53', 'name': '', 'network_id': '81100c72-7f37-407d-a856-a5824fefc080', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'mac_address': 'fa:16:3e:b2:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '70886a6d77434c90b59efd86c2395088', 'subnets': [{'id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:25.079385 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-32697089-55ca-481d-b8ce-4f457714f6f1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/quotas/b4cb72be6f7d411fbfd037aebc273cb2 HTTP/1.1" status: 200 len: 375 time: 0.0230210 Sep 19 12:26:25.135996 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=a5ba0328-8798-40ad-8c3e-ba3769bd2af7,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:25.189153 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:25.191175 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-f9ae89bd-825b-4b24-9e52-16157492f771 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966513 Sep 19 12:26:25.191844 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Sync routers for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:25.208478 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:25.208478 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Port eab0485d-f865-4aae-8e65-a98d38e220db cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:25.244935 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:25.245852 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:25.329411 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-67f53d2f-26fe-44f7-896d-db343727b3e2 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371853 Sep 19 12:26:25.413675 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:26:25.427869 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-19f3d765-6bd3-404a-b443-cdb159bf53b4 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/4d6d56ec-5240-4cbf-aa71-fea084d33cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1134567 Sep 19 12:26:25.487954 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:25.488347 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:25.488763 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:25.575847 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:25.651244 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Publish callbacks [] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:25.667556 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:25.715047 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 5 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:25.729929 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:25.730986 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (2adeb970-409c-4789-96cf-b2dc1865cf9b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:25.752120 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-56fa9083-8c37-41a7-bb22-6171bbf8f2e5 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125307 Sep 19 12:26:25.954456 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:26.003020 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Pushing event updated for resources: {'Port': ['ID=b887bae1-877e-4702-8cd7-5b60f67bf922,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:26.021095 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:26.040813 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:26.041210 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:26.081906 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Network fd198206-8f2d-4496-8d28-135d50c06a18 is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:26.086952 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:26.090805 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:26.221056 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Port eab0485d-f865-4aae-8e65-a98d38e220db cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:26.239583 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:26.351635 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:26.380791 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:26.421907 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:26.422669 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:26.457749 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:26.467942 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 7f71b7b8-991c-4589-b1af-48d43269c702 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:26.611945 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:26.616230 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:26.663687 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Router 2adeb970-409c-4789-96cf-b2dc1865cf9b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:26:26.751718 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c1805327-24ba-4117-90e1-0313c81a5310 req-1e9c161a-e0f1-4043-85b1-a39da950a714 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.1144359 Sep 19 12:26:26.759878 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 6 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:26.773761 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35784) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:26.781967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-342128b4-0f69-4555-893e-8181bfb3edb4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098874897', 'description': 'tempest-description--384917545'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:26.873852 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 2, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:26.876006 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:26.915111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:26.931410 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Checking router: 8cd8515c-9ca6-4d34-8775-63451d03295c for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:26.938560 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Updating router 8cd8515c-9ca6-4d34-8775-63451d03295c port eab0485d-f865-4aae-8e65-a98d38e220db binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:26.938836 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Port eab0485d-f865-4aae-8e65-a98d38e220db cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:26.969644 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 7f71b7b8-991c-4589-b1af-48d43269c702 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:26.969644 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:26.969644 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 7f71b7b8-991c-4589-b1af-48d43269c702 Sep 19 12:26:26.995409 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-13ecddf4-5907-4956-97c3-4c8a77246e91 req-b5d4f66f-c42b-49f9-a36f-de7c4086726d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 210 time: 0.1230118 Sep 19 12:26:26.995997 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.26', 56398) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:27.028699 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-342128b4-0f69-4555-893e-8181bfb3edb4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:27.076409 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:26:27.080343 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:27.082480 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-28b9706b-ec01-4321-978b-68c30cd09d41 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/2adeb970-409c-4789-96cf-b2dc1865cf9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5572612 Sep 19 12:26:27.264324 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 2, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:27.333519 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:27.336740 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Updating router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:27.422050 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-218b038d-aed2-4dd9-a635-c19b7b037190 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:27.423594 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-218b038d-aed2-4dd9-a635-c19b7b037190 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.26 "GET /networking/v2.0/networks?id=81100c72-7f37-407d-a856-a5824fefc080 HTTP/1.1" status: 200 len: 811 time: 0.4267249 Sep 19 12:26:27.426790 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-342128b4-0f69-4555-893e-8181bfb3edb4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (1f4a4539-bd22-4627-8457-cd6478bfec52), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:27.428108 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:27.444801 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 7 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:27.446292 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 7f71b7b8-991c-4589-b1af-48d43269c702 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:27.479920 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Request body: {'port': {'device_id': 'e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1', 'network_id': '81100c72-7f37-407d-a856-a5824fefc080', 'admin_state_up': True, 'tenant_id': '70886a6d77434c90b59efd86c2395088'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:27.507568 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Port eab0485d-f865-4aae-8e65-a98d38e220db cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:27.597787 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-342128b4-0f69-4555-893e-8181bfb3edb4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (1f4a4539-bd22-4627-8457-cd6478bfec52), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:27.876920 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35842) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:27.882523 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-a5f26be2-f6c4-4d24-a7b5-75883e58dc1f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49619042', 'description': 'tempest-description--1686008749'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:27.884271 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:28.011610 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Publish callbacks [] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.027751 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 8 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:28.032974 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:28.134412 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a5f26be2-f6c4-4d24-a7b5-75883e58dc1f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.152942 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-342128b4-0f69-4555-893e-8181bfb3edb4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.154949 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-342128b4-0f69-4555-893e-8181bfb3edb4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3797991 Sep 19 12:26:28.164779 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35862) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:28.172550 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-9da34a15-d63c-40dc-ac4e-65063d45ffc6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group_rule': {'security_group_id': '1f4a4539-bd22-4627-8457-cd6478bfec52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:28.179590 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342128b4-0f69-4555-893e-8181bfb3edb4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a4539-bd22-4627-8457-cd6478bfec52,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:28.189936 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.234546 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-47e3d003-4be6-4b07-b772-886cbc01f278 req-5009a724-11a3-43ee-ae51-25b4f1d5d956 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.1262546 Sep 19 12:26:28.246090 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9a11b40b-acf1-40b9-83e4-c4cad38287dd req-46891af2-62e4-40c7-b1f7-be45db036645 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 210 time: 0.1393490 Sep 19 12:26:28.319505 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Port eab0485d-f865-4aae-8e65-a98d38e220db cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:28.333312 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a5f26be2-f6c4-4d24-a7b5-75883e58dc1f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (5ba4ebe9-5646-44a3-9d83-f06a8f0cd081), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.337108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:28.350532 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:28.351393 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.351893 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:28.367786 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9da34a15-d63c-40dc-ac4e-65063d45ffc6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (27f2489d-95a0-4d53-9c13-3766d37dfd61), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.388494 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Publish callbacks [] for port (eab0485d-f865-4aae-8e65-a98d38e220db), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.395420 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced7155-6110-4d68-9eef-531b65cef3a1 None None] Pushing event updated for resources: {'Port': ['ID=49e3ddd8-2f59-4e00-8eca-c47703ddef95,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:28.409921 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Made reservation on behalf of 70886a6d77434c90b59efd86c2395088 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:28.415161 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.453664 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Attempting to bind port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:28.459067 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Attempting to bind port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:28.460462 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Attempting to bind port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:28.474584 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9da34a15-d63c-40dc-ac4e-65063d45ffc6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (27f2489d-95a0-4d53-9c13-3766d37dfd61), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.537073 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:28.551710 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a5f26be2-f6c4-4d24-a7b5-75883e58dc1f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5ba4ebe9-5646-44a3-9d83-f06a8f0cd081), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.555250 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device aa2e5626-c49f-40c5-a2d2-746454577f55 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:28.597868 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f26be2-f6c4-4d24-a7b5-75883e58dc1f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:28.598077 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.600632 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:28.600632 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Checking segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:28.602262 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.602819 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Bound using segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:28.604306 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Bound port: 49e3ddd8-2f59-4e00-8eca-c47703ddef95, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:28.605853 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.670955 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9da34a15-d63c-40dc-ac4e-65063d45ffc6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (27f2489d-95a0-4d53-9c13-3766d37dfd61), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.717951 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5ffee-404a-467c-b49e-2408e026b6a1 None None] Pushing event updated for resources: {'Port': ['ID=eab0485d-f865-4aae-8e65-a98d38e220db,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:28.734584 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da34a15-d63c-40dc-ac4e-65063d45ffc6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f2489d-95a0-4d53-9c13-3766d37dfd61,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:28.752316 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] For port 49e3ddd8-2f59-4e00-8eca-c47703ddef95, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:28.765039 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] For port 49e3ddd8-2f59-4e00-8eca-c47703ddef95, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=49e3ddd8-2f59-4e00-8eca-c47703ddef95,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:28.766642 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a5f26be2-f6c4-4d24-a7b5-75883e58dc1f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.769461 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-a5f26be2-f6c4-4d24-a7b5-75883e58dc1f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8914480 Sep 19 12:26:28.801932 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35882) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:28.815060 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-339f1b6d-f60c-43ee-904a-62fcf96769c3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'security_group_rule': {'security_group_id': '5ba4ebe9-5646-44a3-9d83-f06a8f0cd081', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:28.825873 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 9 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:28.896202 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Allocated IP 172.20.0.4 (81100c72-7f37-407d-a856-a5824fefc080/5e0f4980-764a-462f-99ee-7843a8bede6a/c0f23c2d-a197-4591-96d2-604617c4253d) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:28.904911 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port aa2e5626-c49f-40c5-a2d2-746454577f55 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:28.905273 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.905802 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port aa2e5626-c49f-40c5-a2d2-746454577f55 Sep 19 12:26:28.911511 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Attempting to bind port eab0485d-f865-4aae-8e65-a98d38e220db on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:28.912497 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Attempting to bind port eab0485d-f865-4aae-8e65-a98d38e220db by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:28.912497 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Attempting to bind port eab0485d-f865-4aae-8e65-a98d38e220db on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:28.964941 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Port eab0485d-f865-4aae-8e65-a98d38e220db cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:28.996122 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:28.996619 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Checking segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:28.997095 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:28.997642 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Bound using segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:28.998261 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Bound port: eab0485d-f865-4aae-8e65-a98d38e220db, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:28.998789 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.041393 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9da34a15-d63c-40dc-ac4e-65063d45ffc6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.043866 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-9da34a15-d63c-40dc-ac4e-65063d45ffc6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8780384 Sep 19 12:26:29.046782 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.058617 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35890) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:29.074801 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-25ec48ad-fac1-45e2-bcf7-6fd74bcd6462 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group_rule': {'security_group_id': '1f4a4539-bd22-4627-8457-cd6478bfec52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:29.077950 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:29.120355 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-339f1b6d-f60c-43ee-904a-62fcf96769c3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (6cdbc52a-4f29-423b-87c0-3ae394957263), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.215044 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.26', 56413) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:29.224207 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] For port eab0485d-f865-4aae-8e65-a98d38e220db, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:29.230951 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Publish callbacks [] for port (c0f23c2d-a197-4591-96d2-604617c4253d), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.236688 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] For port eab0485d-f865-4aae-8e65-a98d38e220db, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=eab0485d-f865-4aae-8e65-a98d38e220db,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:29.255603 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced7155-6110-4d68-9eef-531b65cef3a1 None None] Pushing event updated for resources: {'Port': ['ID=49e3ddd8-2f59-4e00-8eca-c47703ddef95,revision_number=4']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:29.264933 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:29.271195 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:29.273773 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:29.312225 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port aa2e5626-c49f-40c5-a2d2-746454577f55 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:29.313608 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.344291 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-339f1b6d-f60c-43ee-904a-62fcf96769c3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (6cdbc52a-4f29-423b-87c0-3ae394957263), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.372238 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port aa2e5626-c49f-40c5-a2d2-746454577f55, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=aa2e5626-c49f-40c5-a2d2-746454577f55,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:29.377965 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.396459 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-25ec48ad-fac1-45e2-bcf7-6fd74bcd6462 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (48b1cf97-880a-4f26-9db1-c6c3ba3480ba), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.420494 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.467442 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 10 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:29.524376 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:29.589227 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-85abc1b7-f366-4f0f-aaa0-b912cbbaf91a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:29.590824 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-85abc1b7-f366-4f0f-aaa0-b912cbbaf91a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 818 time: 0.3700442 Sep 19 12:26:29.649473 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Request body: {'port': {'device_id': 'aa0ab2f3-883e-4b45-95d1-d0f8895fc401', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'admin_state_up': True, 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:29.670737 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:29.683316 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Network 81100c72-7f37-407d-a856-a5824fefc080 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:29.691324 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device a5ba0328-8798-40ad-8c3e-ba3769bd2af7 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:29.742044 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:29.746714 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-24cd88b2-32d1-4628-880f-bd9153b76422 req-8650f844-e4ac-4892-9df8-1c25e1788699 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 210 time: 0.3419981 Sep 19 12:26:29.794567 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:29.795480 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:29.808926 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:29.969123 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:29.989592 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:29.993256 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.009635 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-339f1b6d-f60c-43ee-904a-62fcf96769c3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (6cdbc52a-4f29-423b-87c0-3ae394957263), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.019673 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6becf46-8d2a-4de1-852a-934a1b233673 req-5958a9a7-b05f-40fa-9e17-f6672dd563a1 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:30.019673 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e6becf46-8d2a-4de1-852a-934a1b233673 req-5958a9a7-b05f-40fa-9e17-f6672dd563a1 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 931 time: 0.6005163 Sep 19 12:26:30.059252 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35906) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:30.135919 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:30.146685 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:30.293522 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-25ec48ad-fac1-45e2-bcf7-6fd74bcd6462 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (48b1cf97-880a-4f26-9db1-c6c3ba3480ba), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.302481 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:30.327230 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-339f1b6d-f60c-43ee-904a-62fcf96769c3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.336205 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-339f1b6d-f60c-43ee-904a-62fcf96769c3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5192416 Sep 19 12:26:30.353589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35924) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:30.359165 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-83bed6f5-a906-4920-8a67-836828a25724 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'security_group_rule': {'security_group_id': '5ba4ebe9-5646-44a3-9d83-f06a8f0cd081', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:30.385063 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f1b6d-f60c-43ee-904a-62fcf96769c3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdbc52a-4f29-423b-87c0-3ae394957263,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:30.417831 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-25ec48ad-fac1-45e2-bcf7-6fd74bcd6462 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (48b1cf97-880a-4f26-9db1-c6c3ba3480ba), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.420527 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:30.449818 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e6becf46-8d2a-4de1-852a-934a1b233673 req-78a487cb-ede8-4598-bcb5-c95272b590b2 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831522 Sep 19 12:26:30.451955 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Pushing event updated for resources: {'Port': ['ID=c0f23c2d-a197-4591-96d2-604617c4253d,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:30.467348 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec48ad-fac1-45e2-bcf7-6fd74bcd6462 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b1cf97-880a-4f26-9db1-c6c3ba3480ba,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:30.513981 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-3ad5daed-cb33-4826-87ae-83dff725a3aa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0309575 Sep 19 12:26:30.534014 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Sync routers for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:26:30.545505 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Made reservation on behalf of b4cb72be6f7d411fbfd037aebc273cb2 for: {'port': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:30.549576 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.551123 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:28Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:30.581558 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-83bed6f5-a906-4920-8a67-836828a25724 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (279c980f-4209-4d66-a293-184c28f62027), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.596328 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-6b4867c8-a194-4f8a-aa2a-2f1022884620 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:26:30.607990 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-6b4867c8-a194-4f8a-aa2a-2f1022884620 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0226529 Sep 19 12:26:30.607990 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-375adff5-1067-4597-8d35-8568398951b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.654989 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0528ef-fa9e-4094-8061-561bdfe79e72 None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:28Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:30.735388 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:30.740779 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.742108 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:26:30.742658 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 Sep 19 12:26:30.754053 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5ffee-404a-467c-b49e-2408e026b6a1 None None] Pushing event updated for resources: {'Port': ['ID=eab0485d-f865-4aae-8e65-a98d38e220db,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:30.906388 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-25ec48ad-fac1-45e2-bcf7-6fd74bcd6462 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.909472 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:30.912578 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35938) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:30.917576 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-25ec48ad-fac1-45e2-bcf7-6fd74bcd6462 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8428922 Sep 19 12:26:30.917790 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:30.918771 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:30.924226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-375adff5-1067-4597-8d35-8568398951b2 admin admin] Publish callbacks [] for security_group (7f1c7f8a-557a-4814-9d9d-7bc1926849a6), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:30.942297 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:31.070087 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35944) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:31.141244 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-83bed6f5-a906-4920-8a67-836828a25724 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (279c980f-4209-4d66-a293-184c28f62027), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:31.151450 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-375adff5-1067-4597-8d35-8568398951b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (7f1c7f8a-557a-4814-9d9d-7bc1926849a6), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:31.170913 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0c89c654-6e55-4d29-a173-e001fde6a7a3 req-a8e5991a-c483-45d4-b4ba-6ef6ffac82ec tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 210 time: 0.1251035 Sep 19 12:26:31.232466 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:31.239839 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.26', 56422) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:31.295325 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Request body: {'port': {'device_id': 'e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:31.324820 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=aa2e5626-c49f-40c5-a2d2-746454577f55,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:31.334185 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-83bed6f5-a906-4920-8a67-836828a25724 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (279c980f-4209-4d66-a293-184c28f62027), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:31.429568 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Current status of the port eab0485d-f865-4aae-8e65-a98d38e220db is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:31.430138 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:31.514031 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bed6f5-a906-4920-8a67-836828a25724 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279c980f-4209-4d66-a293-184c28f62027,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:31.521094 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] For port eab0485d-f865-4aae-8e65-a98d38e220db, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=eab0485d-f865-4aae-8e65-a98d38e220db,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:31.547149 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:31.567924 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0acace0e-624b-4c2b-acc0-fb53502b38e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:31.636456 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Allocated IP 172.20.0.9 (cfe95f3e-3dda-428e-b0b1-ae445a370fb3/7122e549-d2cc-4aba-84b2-17115f1c758a/bfac18c5-608d-4385-8ac9-7abf25bb62fe) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:31.657057 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375adff5-1067-4597-8d35-8568398951b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1c7f8a-557a-4814-9d9d-7bc1926849a6,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:31.666764 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-375adff5-1067-4597-8d35-8568398951b2 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=ddc1c301675d482e864959c32acfad4a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6058466 Sep 19 12:26:31.672998 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35960) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:31.678667 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:31.752547 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:31.764815 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-57ed3023-6364-42b1-9bc1-500c1e4d6661 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:31.766884 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-57ed3023-6364-42b1-9bc1-500c1e4d6661 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 818 time: 0.4810021 Sep 19 12:26:31.780785 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922ec14-be22-4cfb-9eb3-f4bea2bf5281 req-6b222f98-a08b-494a-b024-2dd53373913d tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:31.782435 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9922ec14-be22-4cfb-9eb3-f4bea2bf5281 req-6b222f98-a08b-494a-b024-2dd53373913d tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 931 time: 0.1409211 Sep 19 12:26:31.803221 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-83bed6f5-a906-4920-8a67-836828a25724 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:31.805086 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-83bed6f5-a906-4920-8a67-836828a25724 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4502108 Sep 19 12:26:31.817642 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 35962) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:31.845555 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:31.862661 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Request body: {'port': {'device_id': '9c3ee0aa-80a4-4587-a3dc-c9f654af3edc', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'admin_state_up': True, 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:31.890193 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:31.916279 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:32.034673 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Pushing event updated for resources: {'Port': ['ID=eab0485d-f865-4aae-8e65-a98d38e220db,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:32.057697 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:32.090371 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:32.093885 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Provisioning complete for port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:32.094943 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:32.095853 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 1 to provision port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 Sep 19 12:26:32.180778 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9922ec14-be22-4cfb-9eb3-f4bea2bf5281 req-b64d2f8f-0fd7-49eb-bd8f-82a16d20a624 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549459 Sep 19 12:26:32.368276 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c684e-3393-4d9d-9d6c-6ac7a8107a03 None None] The sync data for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi is: [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:32.430584 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0acace0e-624b-4c2b-acc0-fb53502b38e1 admin admin] Publish callbacks [] for security_group (b63bb351-96f3-4f23-b560-9526cd3c6213), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:32.503984 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 49e3ddd8-2f59-4e00-8eca-c47703ddef95 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:32.602728 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a54d0134-37be-46c0-bbaf-4043a9f87eca req-a2d1e382-0023-4c13-89f1-ca8f7d297aae tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 210 time: 0.2138638 Sep 19 12:26:32.604381 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:32.642039 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0acace0e-624b-4c2b-acc0-fb53502b38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b63bb351-96f3-4f23-b560-9526cd3c6213), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:32.665256 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-32b05d45-ab0b-455d-bdab-48ba1d9fabb6 admin admin] Publish callbacks [] for security_group (7f1c7f8a-557a-4814-9d9d-7bc1926849a6), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:32.741078 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:32.821290 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-0acace0e-624b-4c2b-acc0-fb53502b38e1 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=ac460dc88c1540c5be7d09fa09bf17cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7394893 Sep 19 12:26:32.828341 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Allocated IP 172.27.3.113 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/fe11927e-cc80-4692-8f54-151eea533076) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:32.831218 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 35990) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:32.857268 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acace0e-624b-4c2b-acc0-fb53502b38e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63bb351-96f3-4f23-b560-9526cd3c6213,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:32.875096 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-32b05d45-ab0b-455d-bdab-48ba1d9fabb6 admin admin] Publish callbacks [] for security_group (7f1c7f8a-557a-4814-9d9d-7bc1926849a6), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:32.875760 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:32.876234 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:32.876814 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 Sep 19 12:26:33.035199 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.054089 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:25Z', 'revision_number': 2, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:33.086817 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.107298 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Checking router: 2adeb970-409c-4789-96cf-b2dc1865cf9b for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:26:33.109063 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Updating router 2adeb970-409c-4789-96cf-b2dc1865cf9b port b887bae1-877e-4702-8cd7-5b60f67bf922 binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:26:33.123166 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c7a3-7159-458b-a982-f32349a2efbc admin admin] Publish callbacks [] for security_group (b63bb351-96f3-4f23-b560-9526cd3c6213), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.141184 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-32b05d45-ab0b-455d-bdab-48ba1d9fabb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (7f1c7f8a-557a-4814-9d9d-7bc1926849a6), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.144667 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-32b05d45-ab0b-455d-bdab-48ba1d9fabb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.146548 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-32b05d45-ab0b-455d-bdab-48ba1d9fabb6 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/7f1c7f8a-557a-4814-9d9d-7bc1926849a6 HTTP/1.1" status: 204 len: 168 time: 1.4725723 Sep 19 12:26:33.198302 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Current status of the port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:33.201341 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.208753 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c7a3-7159-458b-a982-f32349a2efbc admin admin] Publish callbacks [] for security_group (b63bb351-96f3-4f23-b560-9526cd3c6213), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.284557 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b05d45-ab0b-455d-bdab-48ba1d9fabb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1c7f8a-557a-4814-9d9d-7bc1926849a6,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:33.300442 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:33.301254 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.323628 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Made reservation on behalf of b4cb72be6f7d411fbfd037aebc273cb2 for: {'port': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:33.331197 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.411713 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f23c2d-a197-4591-96d2-604617c4253d {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:26:33.424899 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Publish callbacks [] for port (c0f23c2d-a197-4591-96d2-604617c4253d), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.435442 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.455525 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Transition to ACTIVE for port object c0f23c2d-a197-4591-96d2-604617c4253d will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:26:33.455761 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Provisioning complete for port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:33.455990 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.456941 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 1 to provision port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 Sep 19 12:26:33.533384 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (fe11927e-cc80-4692-8f54-151eea533076), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.579933 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.630917 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 49e3ddd8-2f59-4e00-8eca-c47703ddef95, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=49e3ddd8-2f59-4e00-8eca-c47703ddef95,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:33.647103 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c7a3-7159-458b-a982-f32349a2efbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b63bb351-96f3-4f23-b560-9526cd3c6213), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.655716 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5bd4c7a3-7159-458b-a982-f32349a2efbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:33.663885 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5bd4c7a3-7159-458b-a982-f32349a2efbc admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/b63bb351-96f3-4f23-b560-9526cd3c6213 HTTP/1.1" status: 204 len: 168 time: 0.8316431 Sep 19 12:26:33.793078 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4c7a3-7159-458b-a982-f32349a2efbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63bb351-96f3-4f23-b560-9526cd3c6213,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:33.840362 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e1ef-099a-4914-9e6a-c56834f12cee req-9d18eecc-5f22-4fda-8f31-56e9b7820bf2 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:33.855437 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fc50e1ef-099a-4914-9e6a-c56834f12cee req-9d18eecc-5f22-4fda-8f31-56e9b7820bf2 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 931 time: 0.3504612 Sep 19 12:26:33.927767 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event updated for resources: {'Port': ['ID=bfac18c5-608d-4385-8ac9-7abf25bb62fe,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:33.978521 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=100 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:33.985596 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:34.008322 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:34.018748 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:34.042694 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:34.050769 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:34.095688 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-30f56db5-4c5c-49e6-9b52-7289fe35b130 req-0ab7f62b-2f8c-4128-ba3c-32f378ccc102 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 210 time: 0.2240829 Sep 19 12:26:34.141140 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Allocated IP 172.20.0.7 (cfe95f3e-3dda-428e-b0b1-ae445a370fb3/7122e549-d2cc-4aba-84b2-17115f1c758a/407a25f0-769d-4a17-9669-56cf43a8cdc3) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:34.221215 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:34.245286 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:34.246158 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device aa2e5626-c49f-40c5-a2d2-746454577f55 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:34.276855 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f23c2d-a197-4591-96d2-604617c4253d,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:34.420126 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-432df1f9-13c0-412e-8f4e-f3b077535f50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7630994 Sep 19 12:26:34.428127 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Request body: {'port': {'device_id': 'aa0ab2f3-883e-4b45-95d1-d0f8895fc401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:34.436192 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=49e3ddd8-2f59-4e00-8eca-c47703ddef95,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:34.467933 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port aa2e5626-c49f-40c5-a2d2-746454577f55 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:34.469866 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:34.470219 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port aa2e5626-c49f-40c5-a2d2-746454577f55 Sep 19 12:26:34.481765 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fc50e1ef-099a-4914-9e6a-c56834f12cee req-494948b0-6123-4a9f-bc5f-bbea7701e164 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939845 Sep 19 12:26:34.493902 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Attempting to bind port c0f23c2d-a197-4591-96d2-604617c4253d on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:34.493902 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Attempting to bind port c0f23c2d-a197-4591-96d2-604617c4253d by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:34.493902 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Attempting to bind port c0f23c2d-a197-4591-96d2-604617c4253d on network 81100c72-7f37-407d-a856-a5824fefc080 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:34.548009 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (fe11927e-cc80-4692-8f54-151eea533076), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:34.560401 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:34.629010 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3e418c2c-72a3-4b01-9e79-9125825dac1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:34.687298 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:34.702312 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:34.712416 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Publish callbacks [] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:34.717808 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:34.738140 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Allocated IP 172.27.3.70 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/20ba65e7-5fb8-46d3-a0b6-4e7369b563cc) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:34.801986 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:34.839837 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:34.866651 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Port c0f23c2d-a197-4591-96d2-604617c4253d on network 81100c72-7f37-407d-a856-a5824fefc080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:26:34.867543 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Attempting to bind port c0f23c2d-a197-4591-96d2-604617c4253d on network 81100c72-7f37-407d-a856-a5824fefc080 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:34.868260 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:34.870785 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36022) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:34.915890 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.041205 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=fe11927e-cc80-4692-8f54-151eea533076,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:35.071187 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-53106018-53d9-4791-8b03-3013fc10d6d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.082745 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event updated for resources: {'Port': ['ID=407a25f0-769d-4a17-9669-56cf43a8cdc3,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:35.098806 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Current status of the port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:35.173049 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Provisioning complete for port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:35.173435 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.176866 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Attempt 1 to provision port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 Sep 19 12:26:35.181221 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (79eb1317-33b5-48f2-b995-44a7c84ab11d), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.225774 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:35.226420 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Checking segment: {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:35.232293 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Bound using segment: {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:35.232293 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Bound port: c0f23c2d-a197-4591-96d2-604617c4253d, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87673677-2c9d-46da-b798-07c2e12f93b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '81100c72-7f37-407d-a856-a5824fefc080'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:35.232293 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.300332 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port aa2e5626-c49f-40c5-a2d2-746454577f55 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:35.321897 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cd6a6-0b00-4a37-982f-8da00503cf97 None None] Pushing event updated for resources: {'Port': ['ID=b887bae1-877e-4702-8cd7-5b60f67bf922,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:35.345554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:35.391383 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:35.396057 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:35.396199 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Attempting to bind port b887bae1-877e-4702-8cd7-5b60f67bf922 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:35.396199 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Attempting to bind port b887bae1-877e-4702-8cd7-5b60f67bf922 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:35.396514 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Attempting to bind port b887bae1-877e-4702-8cd7-5b60f67bf922 on network fd198206-8f2d-4496-8d28-135d50c06a18 {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:35.398715 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:35.412955 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:35.414634 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.642302 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] For port c0f23c2d-a197-4591-96d2-604617c4253d, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:35.694847 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] For port c0f23c2d-a197-4591-96d2-604617c4253d, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c0f23c2d-a197-4591-96d2-604617c4253d,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:35.720263 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-4747bcaf-f202-4951-a3be-e736e0ef8554 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8997712 Sep 19 12:26:35.746279 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for port (20ba65e7-5fb8-46d3-a0b6-4e7369b563cc), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.814294 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Request body: {'port': {'device_id': '9c3ee0aa-80a4-4587-a3dc-c9f654af3edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:35.816663 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 36050) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:35.867120 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:35.877782 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-267901dc-f028-4051-9a91-9ec4eaceb878 None None] Current status of the port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:35.878627 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:35.907462 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 49e3ddd8-2f59-4e00-8eca-c47703ddef95 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:35.921917 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:35.922298 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Checking segment: {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:35.922710 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.923111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Bound using segment: {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:35.923611 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Bound port: b887bae1-877e-4702-8cd7-5b60f67bf922, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:35.924002 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.970858 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:35.979724 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bc7b8-a503-47e9-ba3f-91293e793c3b req-83ca2960-eaef-4462-bcba-908000453add tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:35.987016 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-686bc7b8-a503-47e9-ba3f-91293e793c3b req-83ca2960-eaef-4462-bcba-908000453add tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 931 time: 0.7181535 Sep 19 12:26:36.003355 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:36.003980 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.006130 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/c0f23c2d-a197-4591-96d2-604617c4253d HTTP/1.1" status: 200 len: 1093 time: 4.9794927 Sep 19 12:26:36.017462 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1', 'tag': 'c0f23c2d-a197-4591-96d2-604617c4253d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:26:36.027713 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-64a6d2e2-82f2-4803-a442-2e38fa675623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.085341 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Provisioning complete for port bfac18c5-608d-4385-8ac9-7abf25bb62fe triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:36.086015 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.086542 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Attempt 1 to provision port bfac18c5-608d-4385-8ac9-7abf25bb62fe Sep 19 12:26:36.158666 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b9674084-994e-471f-869f-8179105f27d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.170985 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (fe11927e-cc80-4692-8f54-151eea533076), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.183732 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aaf9b-3611-4d3e-9927-cb70d2e31b33 req-4ec0af06-e60b-41a3-9305-ffa67aace2b4 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:36.184096 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.186324 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b0aaf9b-3611-4d3e-9927-cb70d2e31b33 req-4ec0af06-e60b-41a3-9305-ffa67aace2b4 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 943 time: 0.4342663 Sep 19 12:26:36.235191 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] For port b887bae1-877e-4702-8cd7-5b60f67bf922, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:36.254144 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] For port b887bae1-877e-4702-8cd7-5b60f67bf922, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=b887bae1-877e-4702-8cd7-5b60f67bf922,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:36.309199 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (20ba65e7-5fb8-46d3-a0b6-4e7369b563cc), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.337100 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:36.338550 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:36.343490 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.348014 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 Sep 19 12:26:36.349369 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:36.372423 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Port bfac18c5-608d-4385-8ac9-7abf25bb62fe cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:36.376213 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:36.418279 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfac18c5-608d-4385-8ac9-7abf25bb62fe {{(pid=106970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:26:36.421996 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.430805 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:36.489150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-53106018-53d9-4791-8b03-3013fc10d6d9 admin admin] Publish callbacks [] for security_group (aef1623e-ef2d-49c6-9cc0-4dd60529138b), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.494485 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:26:36.495160 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:26:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:36.528870 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Publish callbacks [] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.568588 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cd6a6-0b00-4a37-982f-8da00503cf97 None None] Pushing event updated for resources: {'Port': ['ID=b887bae1-877e-4702-8cd7-5b60f67bf922,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:36.635754 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dab11a-2688-494d-8cc6-eedc5dc8faee" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1", "tag": "c0f23c2d-a197-4591-96d2-604617c4253d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:36.665995 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb315b-3a9f-458f-87d2-45133b86a097 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f23c2d-a197-4591-96d2-604617c4253d,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:36.670744 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:36.677445 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device eab0485d-f865-4aae-8e65-a98d38e220db up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:36.720156 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-2de77a6d-0ee2-4a34-b58c-2032f5e1e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:36.727103 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-2de77a6d-0ee2-4a34-b58c-2032f5e1e43d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=70886a6d77434c90b59efd86c2395088&device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 1127 time: 0.4996824 Sep 19 12:26:36.728367 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-53106018-53d9-4791-8b03-3013fc10d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (aef1623e-ef2d-49c6-9cc0-4dd60529138b), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.746106 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:26:36.842804 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-686bc7b8-a503-47e9-ba3f-91293e793c3b req-b6652192-8878-4b96-b21e-fb5b646e69df tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8544126 Sep 19 12:26:36.849917 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-53106018-53d9-4791-8b03-3013fc10d6d9 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=2153bb43a01c42e296c942a433f4536f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9587352 Sep 19 12:26:36.920802 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Attempt 2 to provision port bfac18c5-608d-4385-8ac9-7abf25bb62fe Sep 19 12:26:36.969565 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (57044dce-2c0b-4ed7-9ff2-8d1b83be56c4), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:36.975998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36074) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:36.989076 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:37.027664 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-c717b741-9a8f-4953-992e-645b29693fc8 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f23c2d-a197-4591-96d2-604617c4253d HTTP/1.1" status: 200 len: 217 time: 0.2581949 Sep 19 12:26:37.032468 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.provisioning_blocks [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Transition to ACTIVE for port object bfac18c5-608d-4385-8ac9-7abf25bb62fe will not be triggered until provisioned by entity L2. {{(pid=106970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:26:37.094653 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b9674084-994e-471f-869f-8179105f27d3 admin admin] Publish callbacks [] for security_group (8715b72b-b24a-4441-87bc-cab566766a09), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.130468 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'Port': ['ID=20ba65e7-5fb8-46d3-a0b6-4e7369b563cc,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:37.261984 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port eab0485d-f865-4aae-8e65-a98d38e220db triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:37.263552 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.267728 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port eab0485d-f865-4aae-8e65-a98d38e220db Sep 19 12:26:37.309721 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53106018-53d9-4791-8b03-3013fc10d6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef1623e-ef2d-49c6-9cc0-4dd60529138b,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:37.370924 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.380192 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69194053-1930-4606-88b5-17857b1d50ea x-openstack-request-id: req-69194053-1930-4606-88b5-17857b1d50ea {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:37.383492 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1", "tag": "c0f23c2d-a197-4591-96d2-604617c4253d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:37.383737 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69194053-1930-4606-88b5-17857b1d50ea {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:37.384202 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69194053-1930-4606-88b5-17857b1d50ea'] response: {'name': 'network-changed', 'server_uuid': 'e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1', 'tag': 'c0f23c2d-a197-4591-96d2-604617c4253d', 'status': 'completed', 'code': 200} Sep 19 12:26:37.401173 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.404722 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b0aaf9b-3611-4d3e-9927-cb70d2e31b33 req-7586768a-88b6-4eb3-8617-658b49ac053f tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1760879 Sep 19 12:26:37.440199 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-7824a559-5262-45cb-a5d8-3119bb7a2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:37.442071 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-7824a559-5262-45cb-a5d8-3119bb7a2c8c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=5e0f4980-764a-462f-99ee-7843a8bede6a HTTP/1.1" status: 200 len: 850 time: 0.3580844 Sep 19 12:26:37.466646 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b9674084-994e-471f-869f-8179105f27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8715b72b-b24a-4441-87bc-cab566766a09), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.491053 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:37.506979 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:37.533755 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Port bfac18c5-608d-4385-8ac9-7abf25bb62fe cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:37.592510 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9674084-994e-471f-869f-8179105f27d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8715b72b-b24a-4441-87bc-cab566766a09,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:37.594112 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port eab0485d-f865-4aae-8e65-a98d38e220db is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:37.702129 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-b2433ff2-2157-4d50-b217-ab691bc5e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:37.705767 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-b2433ff2-2157-4d50-b217-ab691bc5e9d4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=81100c72-7f37-407d-a856-a5824fefc080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2458050 Sep 19 12:26:37.732300 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:36Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:26:37.736547 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b9674084-994e-471f-869f-8179105f27d3 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=2488e51ff99040d4bc91cdf623f6e094&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9149392 Sep 19 12:26:37.753235 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 36100) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:37.759922 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.managers [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Attempting to bind port bfac18c5-608d-4385-8ac9-7abf25bb62fe on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:37.760467 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.managers [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Attempting to bind port bfac18c5-608d-4385-8ac9-7abf25bb62fe by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}] {{(pid=106970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:37.761026 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Attempting to bind port bfac18c5-608d-4385-8ac9-7abf25bb62fe on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:37.764441 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (20ba65e7-5fb8-46d3-a0b6-4e7369b563cc), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.770735 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1383fb7-b19a-4bf2-97d7-09f5a98b58e2 None None] The sync data for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi is: [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:36Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:26:37.818164 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (fe11927e-cc80-4692-8f54-151eea533076), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.840880 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Pushing event updated for resources: {'Port': ['ID=bfac18c5-608d-4385-8ac9-7abf25bb62fe,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:37.963428 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (fe11927e-cc80-4692-8f54-151eea533076), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.964228 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (79eb1317-33b5-48f2-b995-44a7c84ab11d), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.967203 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2265c834-95a1-4ee2-84ef-46007ce3fedd admin admin] Publish callbacks [] for security_group (aef1623e-ef2d-49c6-9cc0-4dd60529138b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:37.976030 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407a25f0-769d-4a17-9669-56cf43a8cdc3 {{(pid=106970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:26:38.008543 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Publish callbacks [] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.016980 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-75bd813a-ddd5-44b2-b2d5-70aae449a703 admin admin] Publish callbacks [] for security_group (8715b72b-b24a-4441-87bc-cab566766a09), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.034775 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Attempt 3 to provision port bfac18c5-608d-4385-8ac9-7abf25bb62fe Sep 19 12:26:38.071040 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Port bfac18c5-608d-4385-8ac9-7abf25bb62fe on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:26:38.071274 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Attempting to bind port bfac18c5-608d-4385-8ac9-7abf25bb62fe on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:38.151572 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Port bfac18c5-608d-4385-8ac9-7abf25bb62fe cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:38.302841 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-75bd813a-ddd5-44b2-b2d5-70aae449a703 admin admin] Publish callbacks [] for security_group (8715b72b-b24a-4441-87bc-cab566766a09), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.385909 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.provisioning_blocks [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Transition to ACTIVE for port object 407a25f0-769d-4a17-9669-56cf43a8cdc3 will not be triggered until provisioned by entity L2. {{(pid=106970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:26:38.436346 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2265c834-95a1-4ee2-84ef-46007ce3fedd admin admin] Publish callbacks [] for security_group (aef1623e-ef2d-49c6-9cc0-4dd60529138b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.488951 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:38.490033 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Checking segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:38.492839 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Bound using segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:38.495364 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.managers [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Bound port: bfac18c5-608d-4385-8ac9-7abf25bb62fe, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}}] {{(pid=106970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:38.495975 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.509923 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for port (20ba65e7-5fb8-46d3-a0b6-4e7369b563cc), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.513977 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.538385 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:38.618250 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Pushing event updated for resources: {'Port': ['ID=407a25f0-769d-4a17-9669-56cf43a8cdc3,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:38.667622 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Attempt 4 to provision port bfac18c5-608d-4385-8ac9-7abf25bb62fe Sep 19 12:26:38.704834 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-6935fc94-0dfd-44a5-ab3a-8cf26f0ff6a6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/81100c72-7f37-407d-a856-a5824fefc080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691761 Sep 19 12:26:38.714977 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] For port bfac18c5-608d-4385-8ac9-7abf25bb62fe, host hv-cinder-85061, cleared binding levels {{(pid=106970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:38.720036 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] For port bfac18c5-608d-4385-8ac9-7abf25bb62fe, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:38.723342 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.727445 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (20ba65e7-5fb8-46d3-a0b6-4e7369b563cc), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.728267 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (57044dce-2c0b-4ed7-9ff2-8d1b83be56c4), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.756419 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.760329 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Port bfac18c5-608d-4385-8ac9-7abf25bb62fe cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:38.771322 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8550148 Sep 19 12:26:38.780464 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2ec02-0931-4f24-a148-faf8c94f4cd0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=fe11927e-cc80-4692-8f54-151eea533076,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:38.843401 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6a30d-568e-4834-b3d3-aae9ed92bf8e req-1ee7a7fc-165f-47d6-87a9-20203412ca35 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:38.853460 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64e6a30d-568e-4834-b3d3-aae9ed92bf8e req-1ee7a7fc-165f-47d6-87a9-20203412ca35 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 931 time: 0.8550293 Sep 19 12:26:38.873933 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.882012 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.882574 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:38.883376 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:38.885214 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/bfac18c5-608d-4385-8ac9-7abf25bb62fe HTTP/1.1" status: 200 len: 1093 time: 4.4706955 Sep 19 12:26:38.892904 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0ab2f3-883e-4b45-95d1-d0f8895fc401', 'tag': 'bfac18c5-608d-4385-8ac9-7abf25bb62fe'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:26:38.923846 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:38.943305 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e6437-f726-480e-99fb-e64d0b703ccd req-11cca947-8ac9-413e-87f1-51b9f5faa3a5 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:38.945346 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5d9e6437-f726-480e-99fb-e64d0b703ccd req-11cca947-8ac9-413e-87f1-51b9f5faa3a5 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 943 time: 0.3448992 Sep 19 12:26:39.093990 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-75bd813a-ddd5-44b2-b2d5-70aae449a703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8715b72b-b24a-4441-87bc-cab566766a09), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:39.103023 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64e6a30d-568e-4834-b3d3-aae9ed92bf8e req-1fe9a5d8-ef82-40fd-82ed-d750ee9bdb21 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486334 Sep 19 12:26:39.107630 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-75bd813a-ddd5-44b2-b2d5-70aae449a703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:39.111539 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5d9e6437-f726-480e-99fb-e64d0b703ccd req-268f01c3-397f-4134-a6c4-ba9259f37a42 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269093 Sep 19 12:26:39.112212 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-75bd813a-ddd5-44b2-b2d5-70aae449a703 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/8715b72b-b24a-4441-87bc-cab566766a09 HTTP/1.1" status: 204 len: 168 time: 1.3486257 Sep 19 12:26:39.215677 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-e70ed2cc-0cfe-4d37-b346-e8c663f977a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:39.216145 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2935598b-5237-4ffa-9ee2-230cef208f7c req-a4289c0d-8a67-4cdb-b029-0fea28a00e15 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/81100c72-7f37-407d-a856-a5824fefc080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434049 Sep 19 12:26:39.220649 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-e70ed2cc-0cfe-4d37-b346-e8c663f977a6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 1127 time: 0.1483102 Sep 19 12:26:39.220649 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:39.221567 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3667116 Sep 19 12:26:39.257828 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.managers [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Attempting to bind port 407a25f0-769d-4a17-9669-56cf43a8cdc3 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:39.264738 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Attempt 5 to provision port bfac18c5-608d-4385-8ac9-7abf25bb62fe Sep 19 12:26:39.264981 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.managers [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Attempting to bind port 407a25f0-769d-4a17-9669-56cf43a8cdc3 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}] {{(pid=106970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:39.264981 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Attempting to bind port 407a25f0-769d-4a17-9669-56cf43a8cdc3 on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:39.348408 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e0925-5474-4dd8-8bcb-1bdd47048c51 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'Port': ['ID=20ba65e7-5fb8-46d3-a0b6-4e7369b563cc,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:39.349091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2265c834-95a1-4ee2-84ef-46007ce3fedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (aef1623e-ef2d-49c6-9cc0-4dd60529138b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:39.360478 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2265c834-95a1-4ee2-84ef-46007ce3fedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:39.363319 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2265c834-95a1-4ee2-84ef-46007ce3fedd admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/aef1623e-ef2d-49c6-9cc0-4dd60529138b HTTP/1.1" status: 204 len: 168 time: 2.3846574 Sep 19 12:26:39.377331 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Port bfac18c5-608d-4385-8ac9-7abf25bb62fe had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:26:39.382337 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd813a-ddd5-44b2-b2d5-70aae449a703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8715b72b-b24a-4441-87bc-cab566766a09,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:39.388355 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a1c94-77ce-4a86-bbec-1799474dda8d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0ab2f3-883e-4b45-95d1-d0f8895fc401", "tag": "bfac18c5-608d-4385-8ac9-7abf25bb62fe"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:39.396283 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-0969a07a-281d-463a-8f4d-185859c485f4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe HTTP/1.1" status: 200 len: 217 time: 0.1657162 Sep 19 12:26:39.398924 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Port 407a25f0-769d-4a17-9669-56cf43a8cdc3 on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:26:39.399067 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Attempting to bind port 407a25f0-769d-4a17-9669-56cf43a8cdc3 on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:39.467260 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Provisioning complete for port b887bae1-877e-4702-8cd7-5b60f67bf922 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:39.470508 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:39.472818 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Attempt 1 to provision port b887bae1-877e-4702-8cd7-5b60f67bf922 Sep 19 12:26:39.515512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265c834-95a1-4ee2-84ef-46007ce3fedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef1623e-ef2d-49c6-9cc0-4dd60529138b,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:39.555011 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-2fc4b7e8-adce-4b95-9acc-07e8dc58b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:39.556440 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-2fc4b7e8-adce-4b95-9acc-07e8dc58b0c7 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.1353695 Sep 19 12:26:39.557798 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:39.558289 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Checking segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:39.558675 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Bound using segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:39.559118 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.managers [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Bound port: 407a25f0-769d-4a17-9669-56cf43a8cdc3, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}}] {{(pid=106970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:39.559480 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:39.561752 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4e84d-d637-4cc6-a22d-985ddf74fe9c service neutron] Pushing event updated for resources: {'Port': ['ID=bfac18c5-608d-4385-8ac9-7abf25bb62fe,revision_number=3']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:39.592497 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-ddf47d09-42e0-4810-b781-7ea5d022eedd tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1098874897&fields=id&tenant_id=68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 267 time: 0.3588161 Sep 19 12:26:39.607010 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-cba9f333-8662-4e71-86f9-3b399b8fae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:39.622270 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-cba9f333-8662-4e71-86f9-3b399b8fae92 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=70886a6d77434c90b59efd86c2395088&device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 1127 time: 0.1910732 Sep 19 12:26:39.746139 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-8c764197-f0f2-42d7-a513-c9c6a77aef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:39.747732 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-8c764197-f0f2-42d7-a513-c9c6a77aef18 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1662469 Sep 19 12:26:39.754951 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Current status of the port b887bae1-877e-4702-8cd7-5b60f67bf922 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:39.755455 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:39.788258 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] For port 407a25f0-769d-4a17-9669-56cf43a8cdc3, host hv-cinder-85061, cleared binding levels {{(pid=106970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:39.851601 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] For port 407a25f0-769d-4a17-9669-56cf43a8cdc3, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=407a25f0-769d-4a17-9669-56cf43a8cdc3,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:39.860415 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] For port b887bae1-877e-4702-8cd7-5b60f67bf922, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=b887bae1-877e-4702-8cd7-5b60f67bf922,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:39.901847 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:39.949493 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-0d8bc1b5-a907-4bd7-8b3d-9f53e98a11c1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901183 Sep 19 12:26:39.956816 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device b887bae1-877e-4702-8cd7-5b60f67bf922 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:39.995890 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:40.021669 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:40.116155 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Provisioning complete for port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:40.116953 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:40.117555 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Attempt 1 to provision port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 Sep 19 12:26:40.121569 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:40.122430 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:40.123936 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/407a25f0-769d-4a17-9669-56cf43a8cdc3 HTTP/1.1" status: 200 len: 1093 time: 4.3464499 Sep 19 12:26:40.131617 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce578b9-3ad1-469a-ad81-67953bd79168 service neutron] Pushing event updated for resources: {'Port': ['ID=407a25f0-769d-4a17-9669-56cf43a8cdc3,revision_number=3']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:40.227728 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port b887bae1-877e-4702-8cd7-5b60f67bf922 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:40.227901 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:40.228589 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port b887bae1-877e-4702-8cd7-5b60f67bf922 Sep 19 12:26:40.307395 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Pushing event updated for resources: {'Port': ['ID=b887bae1-877e-4702-8cd7-5b60f67bf922,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:40.338467 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-206324a9-ce8a-4bd4-8f91-0df0e956de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:40.343205 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-206324a9-ce8a-4bd4-8f91-0df0e956de13 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=81100c72-7f37-407d-a856-a5824fefc080 HTTP/1.1" status: 200 len: 912 time: 0.6456792 Sep 19 12:26:40.410404 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02d0bfe0-a948-475c-bbc0-a960c9640e1e None None] Current status of the port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:40.424296 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port b887bae1-877e-4702-8cd7-5b60f67bf922 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:40.566937 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-c9b41d5f-b28c-49a1-953f-c2ae4cde9405 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f23c2d-a197-4591-96d2-604617c4253d HTTP/1.1" status: 200 len: 217 time: 0.2036622 Sep 19 12:26:40.578016 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-6efb4dbe-0f94-46b4-9031-1f875446074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:40.579588 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-6efb4dbe-0f94-46b4-9031-1f875446074c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 1127 time: 0.2907343 Sep 19 12:26:40.581599 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:40.584959 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d05b42c-2817-4547-988b-1478b9d57e10 x-openstack-request-id: req-2d05b42c-2817-4547-988b-1478b9d57e10 {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:40.584959 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0ab2f3-883e-4b45-95d1-d0f8895fc401", "tag": "bfac18c5-608d-4385-8ac9-7abf25bb62fe", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:40.584959 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2d05b42c-2817-4547-988b-1478b9d57e10 {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:40.584959 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d05b42c-2817-4547-988b-1478b9d57e10'] response: {'name': 'network-changed', 'server_uuid': 'aa0ab2f3-883e-4b45-95d1-d0f8895fc401', 'tag': 'bfac18c5-608d-4385-8ac9-7abf25bb62fe', 'status': 'completed', 'code': 200} Sep 19 12:26:40.638165 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-1f5bd5c0-6fa6-48db-a48a-41738d831df9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=407a25f0-769d-4a17-9669-56cf43a8cdc3 HTTP/1.1" status: 200 len: 217 time: 0.0374911 Sep 19 12:26:40.640089 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-628b0ebd-ae97-4576-8da1-742efbc6e852 req-f30a6b90-24f9-4d0b-896f-706b239b311a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735830 Sep 19 12:26:40.679370 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-e4ef8896-6961-401d-862f-14ee5c3c00ae tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--49619042&fields=id&tenant_id=61eb996219124e819beda67ca498dee8 HTTP/1.1" status: 200 len: 267 time: 0.1984982 Sep 19 12:26:40.739544 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-402181cc-006d-4ee2-9ab3-47b2069e5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:40.741831 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-402181cc-006d-4ee2-9ab3-47b2069e5334 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0906167 Sep 19 12:26:40.786563 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:40.828848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-1b7cd00f-ae5b-4912-80ae-88a150a8a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:40.830768 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-1b7cd00f-ae5b-4912-80ae-88a150a8a97e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=5e0f4980-764a-462f-99ee-7843a8bede6a HTTP/1.1" status: 200 len: 850 time: 0.2527456 Sep 19 12:26:40.840458 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-64d84b6d-a8dd-4d63-9790-c79cc29d5972 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:40.842431 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-64d84b6d-a8dd-4d63-9790-c79cc29d5972 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 814 time: 1.2191305 Sep 19 12:26:40.865159 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36186) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:40.934457 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-16550337-3c63-433d-8e46-91956b53b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:40.936105 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-16550337-3c63-433d-8e46-91956b53b776 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1416216 Sep 19 12:26:40.981111 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-8e70ee03-d90e-4f5e-a8d6-e5e71244db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:40.983394 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-8e70ee03-d90e-4f5e-a8d6-e5e71244db91 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 1127 time: 0.1302142 Sep 19 12:26:41.005774 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-93820c6a-fae9-4657-806d-c3a20c45fc09 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:41.016780 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-93820c6a-fae9-4657-806d-c3a20c45fc09 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/networks?id=fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 200 len: 810 time: 0.3004127 Sep 19 12:26:41.027195 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f0d97a84-fabb-4035-b9c3-f61077d66c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:41.049764 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:41.075069 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-3f11ddda-a283-4eeb-a669-40aef24d255a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/quotas/68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 375 time: 0.2081602 Sep 19 12:26:41.208767 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-751ea029-5c25-415c-b6c3-ae459e560a8a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/quotas/61eb996219124e819beda67ca498dee8 HTTP/1.1" status: 200 len: 375 time: 0.1937160 Sep 19 12:26:41.210032 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-b63ec027-364c-47f2-ab88-25468d1ac361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:41.211610 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-b63ec027-364c-47f2-ab88-25468d1ac361 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=81100c72-7f37-407d-a856-a5824fefc080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3661854 Sep 19 12:26:41.356233 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-f1f70546-903a-4f21-a6c8-73379ee0fb1d tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130495 Sep 19 12:26:41.519145 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-c0ec2079-34e5-4d54-8972-3e38c86ba19f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457443 Sep 19 12:26:41.735652 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-2e1acdbe-119f-4e97-8d34-fa0313f5609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:41.741602 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-68f07e6b-0914-4b31-b3b1-e23328a22b48 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6267545 Sep 19 12:26:41.762337 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-3795daed-28eb-4072-b3d3-0d4ede248a2f service neutron] 10.222.0.93 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821062 Sep 19 12:26:41.762443 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-2e1acdbe-119f-4e97-8d34-fa0313f5609c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.6780930 Sep 19 12:26:41.768780 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=62 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:41.852484 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device b887bae1-877e-4702-8cd7-5b60f67bf922 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:41.869706 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-906cb2d1-0af7-428e-bf9d-30f4a51caafa service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe HTTP/1.1" status: 200 len: 217 time: 0.1090839 Sep 19 12:26:41.887838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f0d97a84-fabb-4035-b9c3-f61077d66c63 admin admin] Publish callbacks [] for security_group (05ac4473-3740-4aac-8283-770a3b44c414), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:41.960985 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port b887bae1-877e-4702-8cd7-5b60f67bf922 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:41.961878 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:41.962377 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port b887bae1-877e-4702-8cd7-5b60f67bf922 Sep 19 12:26:42.000821 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6b788d6f-9f70-4c09-887c-66faf9f40fc7 req-d8b5310b-2087-4779-aa0d-f4de38ed4f5a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616265 Sep 19 12:26:42.008075 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-f60cd466-33ba-42ae-9240-3f41c21ba9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:42.009822 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-f60cd466-33ba-42ae-9240-3f41c21ba9ef service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.1291392 Sep 19 12:26:42.047204 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f0d97a84-fabb-4035-b9c3-f61077d66c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (05ac4473-3740-4aac-8283-770a3b44c414), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:42.116686 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-751c16f9-bb64-4ed2-81d1-f3162074b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:42.120134 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-f0d97a84-fabb-4035-b9c3-f61077d66c63 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=f857246c809c4c939196fdc7e2de00ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2483776 Sep 19 12:26:42.120134 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-dfd399a8-a0b0-4680-bd6d-4805dbcf3fa4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/81100c72-7f37-407d-a856-a5824fefc080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8776095 Sep 19 12:26:42.122417 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-751c16f9-bb64-4ed2-81d1-f3162074b868 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802021 Sep 19 12:26:42.123336 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 36218) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:42.141169 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port b887bae1-877e-4702-8cd7-5b60f67bf922 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:42.240245 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:42.250797 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:42.258149 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d97a84-fabb-4035-b9c3-f61077d66c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ac4473-3740-4aac-8283-770a3b44c414,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:42.285146 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-a232684f-101d-46fa-843b-0be6684f909e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506782 Sep 19 12:26:42.298436 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-0a13ad9b-cf9e-437c-8cf3-f059bd4c22ee service neutron] 10.222.0.93 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296562 Sep 19 12:26:42.322503 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-eb79bc93-a869-42a7-ac57-74fc87b91e2c service neutron] 10.222.0.93 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273442 Sep 19 12:26:42.412303 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6889-f5f7-4a90-a4e3-67e25c7cb3d3 admin admin] Publish callbacks [] for security_group (05ac4473-3740-4aac-8283-770a3b44c414), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:42.436172 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6889-f5f7-4a90-a4e3-67e25c7cb3d3 admin admin] Publish callbacks [] for security_group (05ac4473-3740-4aac-8283-770a3b44c414), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:42.576004 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-49dab11a-2688-494d-8cc6-eedc5dc8faee req-553a6b98-b7c3-4142-8ea7-b8602f5e471f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/81100c72-7f37-407d-a856-a5824fefc080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334188 Sep 19 12:26:42.585748 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-d68a1c94-77ce-4a86-bbec-1799474dda8d req-b5313bf1-c92a-44d7-9741-9c682b6802cb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735641 Sep 19 12:26:42.587308 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3ee0aa-80a4-4587-a3dc-c9f654af3edc', 'tag': '407a25f0-769d-4a17-9669-56cf43a8cdc3'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:26:42.595100 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2373c87-9df7-4492-8ea4-f7e44829cf96" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3ee0aa-80a4-4587-a3dc-c9f654af3edc", "tag": "407a25f0-769d-4a17-9669-56cf43a8cdc3"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:42.665991 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-87ec1557-0b61-41a4-b310-84579d47b5db service neutron] 10.222.0.93 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416479 Sep 19 12:26:42.733557 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6889-f5f7-4a90-a4e3-67e25c7cb3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (05ac4473-3740-4aac-8283-770a3b44c414), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:42.736255 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa5a6889-f5f7-4a90-a4e3-67e25c7cb3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:42.739899 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-aa5a6889-f5f7-4a90-a4e3-67e25c7cb3d3 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/05ac4473-3740-4aac-8283-770a3b44c414 HTTP/1.1" status: 204 len: 168 time: 0.6124094 Sep 19 12:26:42.766645 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a6889-f5f7-4a90-a4e3-67e25c7cb3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ac4473-3740-4aac-8283-770a3b44c414,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:42.993189 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:43.150624 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:43.214529 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b16a7-a543-4523-ad0d-eacb22c2706d req-f0f77dce-6303-4852-9636-1a9660f1c8c7 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:43.217168 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-983b16a7-a543-4523-ad0d-eacb22c2706d req-f0f77dce-6303-4852-9636-1a9660f1c8c7 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 943 time: 0.3625178 Sep 19 12:26:43.340853 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-983b16a7-a543-4523-ad0d-eacb22c2706d req-b067b75a-c2a3-4496-942b-0b8d956e7066 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097779 Sep 19 12:26:43.403686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798be95f-76cd-4476-bbd2-df739ee640bd req-3135c10e-9508-4c01-8e97-78bd41ae16ea tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:43.407209 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-798be95f-76cd-4476-bbd2-df739ee640bd req-3135c10e-9508-4c01-8e97-78bd41ae16ea tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 943 time: 0.1142910 Sep 19 12:26:43.435310 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d3e865-df42-4217-a08a-5a556c8e70af x-openstack-request-id: req-d8d3e865-df42-4217-a08a-5a556c8e70af {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:43.435980 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3ee0aa-80a4-4587-a3dc-c9f654af3edc", "tag": "407a25f0-769d-4a17-9669-56cf43a8cdc3", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:43.436316 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d8d3e865-df42-4217-a08a-5a556c8e70af {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:43.437013 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d3e865-df42-4217-a08a-5a556c8e70af'] response: {'name': 'network-changed', 'server_uuid': '9c3ee0aa-80a4-4587-a3dc-c9f654af3edc', 'tag': '407a25f0-769d-4a17-9669-56cf43a8cdc3', 'status': 'completed', 'code': 200} Sep 19 12:26:43.502026 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-798be95f-76cd-4476-bbd2-df739ee640bd req-3b192dd7-91cb-46d5-9383-aa12a6563140 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883408 Sep 19 12:26:43.613724 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-d3e9740b-2d57-4149-ba18-87f08f4d4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:43.619659 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-d3e9740b-2d57-4149-ba18-87f08f4d4a70 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 1127 time: 0.1322398 Sep 19 12:26:43.653058 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bb8b3bd6-3be0-4882-90f9-e4f4ae2a6558 req-5b4d5027-44b4-473c-8586-04b1f2d01b49 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0980320 Sep 19 12:26:43.688656 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d7e7248c-30ab-4e0a-9249-83712c15d342 req-2d68cd0c-076d-4ccc-907b-5df646e0ea6b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.1043167 Sep 19 12:26:43.851306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-0d963988-0776-4660-b862-c179ecca3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:43.865021 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-0d963988-0776-4660-b862-c179ecca3f72 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.1710808 Sep 19 12:26:44.032337 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:44.121746 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-c5283630-781e-4d80-9829-29e29da92796 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=407a25f0-769d-4a17-9669-56cf43a8cdc3 HTTP/1.1" status: 200 len: 217 time: 0.0593121 Sep 19 12:26:44.135219 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:44.389795 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-5f27ea98-8bac-4dc8-8fd7-644ff4a35808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:44.391805 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-5f27ea98-8bac-4dc8-8fd7-644ff4a35808 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0681403 Sep 19 12:26:44.488539 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-9e2c385d-3ade-4850-b2f1-3c59e0458f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:44.488539 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-9e2c385d-3ade-4850-b2f1-3c59e0458f27 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451276 Sep 19 12:26:44.503890 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259fc31-79fc-43a4-b938-4b4adba3c55c req-50b89a8e-f3f5-4e5f-8b78-4fcaba3ed7f4 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:44.503890 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a259fc31-79fc-43a4-b938-4b4adba3c55c req-50b89a8e-f3f5-4e5f-8b78-4fcaba3ed7f4 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 943 time: 0.0635653 Sep 19 12:26:44.562106 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a259fc31-79fc-43a4-b938-4b4adba3c55c req-30f82c16-5c1a-4186-af96-a60562d476be tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506680 Sep 19 12:26:44.642609 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-10bc0005-f187-481a-ab1b-027107b4b30c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999889 Sep 19 12:26:44.661607 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdadfef-1f62-4ace-8e3c-db61ff5c2d30 req-3aa103ce-11df-4a8b-9f1f-fa83015b7715 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:44.663180 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7cdadfef-1f62-4ace-8e3c-db61ff5c2d30 req-3aa103ce-11df-4a8b-9f1f-fa83015b7715 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 943 time: 0.0554357 Sep 19 12:26:44.719092 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7cdadfef-1f62-4ace-8e3c-db61ff5c2d30 req-fe85525c-ad9c-48a6-b0e0-94f35d7892de tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497015 Sep 19 12:26:44.754997 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e309576f-05ed-42d9-928f-d9218ef36a1a req-af0a296d-5e45-48aa-b3e5-d01e6dd19c54 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0300531 Sep 19 12:26:44.755814 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-a2373c87-9df7-4492-8ea4-f7e44829cf96 req-ebb197e7-0180-42cf-9b52-b5e6f2d98cf7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046064 Sep 19 12:26:44.812452 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5adee440-9b32-4a21-9ffb-407841adb94e req-881ad278-5d6f-4ed5-a091-4e9a365cc8ee tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.0282071 Sep 19 12:26:45.655249 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:45.692268 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7e395-aab1-4cb3-8a36-15c1e0241a77 req-857fa717-e79a-4bd1-a166-91b6ac255f03 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:45.695687 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-37c7e395-aab1-4cb3-8a36-15c1e0241a77 req-857fa717-e79a-4bd1-a166-91b6ac255f03 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 943 time: 0.0532410 Sep 19 12:26:45.710436 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36350) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:45.777820 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-37c7e395-aab1-4cb3-8a36-15c1e0241a77 req-7cb4bfab-8964-41d8-811f-8088e9b504ea tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625937 Sep 19 12:26:45.873140 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406c4d1-54b4-4139-893e-81b4cee049a8 req-4c22f460-5a4c-4eed-bf9c-e499053e20dd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:45.874636 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f406c4d1-54b4-4139-893e-81b4cee049a8 req-4c22f460-5a4c-4eed-bf9c-e499053e20dd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 943 time: 0.0611923 Sep 19 12:26:45.922631 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-85570970-50ec-4583-93ea-245caeed2552 req-4a867e6d-e1c5-47df-bf0f-84826ae04180 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0564251 Sep 19 12:26:45.947390 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f406c4d1-54b4-4139-893e-81b4cee049a8 req-c18b540e-59c5-448c-9e93-9c2faf75380b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642653 Sep 19 12:26:46.026250 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0cb81dd0-1832-4ecc-83cd-20ce7ba5464a req-07ce7277-f8ac-4bd8-bf7b-3e27d4b53878 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.0315351 Sep 19 12:26:46.074629 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91f7aa81-8afa-4c16-980a-d67611c1e04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:46.166440 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91f7aa81-8afa-4c16-980a-d67611c1e04f admin admin] Publish callbacks [] for security_group (a714086a-9ed1-41a5-a705-cdab4340365f), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:46.261091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91f7aa81-8afa-4c16-980a-d67611c1e04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (a714086a-9ed1-41a5-a705-cdab4340365f), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:46.305310 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7aa81-8afa-4c16-980a-d67611c1e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a714086a-9ed1-41a5-a705-cdab4340365f,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:46.309670 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-91f7aa81-8afa-4c16-980a-d67611c1e04f admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=25a0fe96ea624ab4a797a4d09874b8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5980473 Sep 19 12:26:46.312335 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36376) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:46.374803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-52f56702-06b5-438b-b275-b76215e54349 admin admin] Publish callbacks [] for security_group (a714086a-9ed1-41a5-a705-cdab4340365f), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:46.395522 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-52f56702-06b5-438b-b275-b76215e54349 admin admin] Publish callbacks [] for security_group (a714086a-9ed1-41a5-a705-cdab4340365f), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:46.557788 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-52f56702-06b5-438b-b275-b76215e54349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (a714086a-9ed1-41a5-a705-cdab4340365f), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:46.558004 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:46.560443 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-52f56702-06b5-438b-b275-b76215e54349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:46.561628 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-52f56702-06b5-438b-b275-b76215e54349 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/a714086a-9ed1-41a5-a705-cdab4340365f HTTP/1.1" status: 204 len: 168 time: 0.2481644 Sep 19 12:26:46.571230 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f56702-06b5-438b-b275-b76215e54349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a714086a-9ed1-41a5-a705-cdab4340365f,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:46.900512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656fd2c-5cf7-437f-9707-5994c8318235 req-b38859de-4710-4dac-b2f3-de4d56043f16 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:46.902437 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1656fd2c-5cf7-437f-9707-5994c8318235 req-b38859de-4710-4dac-b2f3-de4d56043f16 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 943 time: 0.0563216 Sep 19 12:26:46.949103 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1656fd2c-5cf7-437f-9707-5994c8318235 req-897d4054-accd-4e4a-a330-cd2b6dbf47e2 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412726 Sep 19 12:26:47.009475 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:47.040651 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d743f066-9f64-4ee3-9950-d5b8ed2f5d0e req-42b2fa5c-d603-4bfe-b2d8-9cd050045fa1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0290546 Sep 19 12:26:47.089153 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19119f-3fe9-4c5c-a346-fb5728ccd766 req-bce126bb-0c67-40ea-866d-05e852ef8333 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:47.096140 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dd19119f-3fe9-4c5c-a346-fb5728ccd766 req-bce126bb-0c67-40ea-866d-05e852ef8333 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 943 time: 0.0543900 Sep 19 12:26:47.154010 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dfb1bff2-078b-4746-b59d-3a0bf6b46e89 req-114cd5c1-7c60-4bd2-82fb-77ad924d4cf9 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.0413935 Sep 19 12:26:47.170488 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dd19119f-3fe9-4c5c-a346-fb5728ccd766 req-d380e8d7-6982-4570-9dda-84cdd3fd23ac tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734849 Sep 19 12:26:47.345987 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 36406) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:47.360095 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9eab29ad-0c86-437e-8c7d-1efbeaac970b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:47.437301 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9eab29ad-0c86-437e-8c7d-1efbeaac970b admin admin] Publish callbacks [] for security_group (ed1d9183-aed1-44c4-a46f-fe992080e355), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:47.552089 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9eab29ad-0c86-437e-8c7d-1efbeaac970b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ed1d9183-aed1-44c4-a46f-fe992080e355), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:47.593625 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-9eab29ad-0c86-437e-8c7d-1efbeaac970b admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=fd6f830f13a744cbba5fa49a49a643ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449772 Sep 19 12:26:47.593625 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab29ad-0c86-437e-8c7d-1efbeaac970b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1d9183-aed1-44c4-a46f-fe992080e355,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:47.594912 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 36416) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:47.654811 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-88c4aa35-ddb1-4876-a155-8b490013fd31 admin admin] Publish callbacks [] for security_group (ed1d9183-aed1-44c4-a46f-fe992080e355), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:47.675745 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-88c4aa35-ddb1-4876-a155-8b490013fd31 admin admin] Publish callbacks [] for security_group (ed1d9183-aed1-44c4-a46f-fe992080e355), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:47.914726 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-88c4aa35-ddb1-4876-a155-8b490013fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ed1d9183-aed1-44c4-a46f-fe992080e355), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:47.919068 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-88c4aa35-ddb1-4876-a155-8b490013fd31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:47.920252 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-88c4aa35-ddb1-4876-a155-8b490013fd31 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/ed1d9183-aed1-44c4-a46f-fe992080e355 HTTP/1.1" status: 204 len: 168 time: 0.3246346 Sep 19 12:26:47.921296 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:47.930301 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4aa35-ddb1-4876-a155-8b490013fd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1d9183-aed1-44c4-a46f-fe992080e355,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:48.021558 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:48.069910 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756c165-6158-47a9-9ff2-43c674b1f33c req-2c590747-79ce-4bd7-bdf4-71318ab9f15a tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:48.071387 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8756c165-6158-47a9-9ff2-43c674b1f33c req-2c590747-79ce-4bd7-bdf4-71318ab9f15a tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 943 time: 0.0468566 Sep 19 12:26:48.122417 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8756c165-6158-47a9-9ff2-43c674b1f33c req-f7a194f2-4e2b-4835-be3a-094cb92ff8fa tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455916 Sep 19 12:26:48.149550 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-df762910-15e3-4ae7-bde8-6e2d19e47f11 req-d390f197-d4c1-4687-b3ee-51bd7c047512 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0312979 Sep 19 12:26:48.277933 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0b148eec-939d-4b1c-b518-8e2ef1c98904 req-d1ab7d81-a956-4071-a0b9-fb9b4911b475 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.0481999 Sep 19 12:26:48.324800 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd67781-b920-4157-8a83-e8e12b5756d9 req-2f1f5704-d4fc-4b9d-a8f7-a6835c9ab55f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:48.333449 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4cd67781-b920-4157-8a83-e8e12b5756d9 req-2f1f5704-d4fc-4b9d-a8f7-a6835c9ab55f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 943 time: 0.0696933 Sep 19 12:26:48.409574 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4cd67781-b920-4157-8a83-e8e12b5756d9 req-d7cb9ade-8dbd-4a9a-9e1c-fa0a48b678e1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715654 Sep 19 12:26:48.598096 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:48.724226 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 407a25f0-769d-4a17-9669-56cf43a8cdc3 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:26:48.846508 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 407a25f0-769d-4a17-9669-56cf43a8cdc3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=407a25f0-769d-4a17-9669-56cf43a8cdc3,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:48.860100 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '407a25f0-769d-4a17-9669-56cf43a8cdc3', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'port_id': '407a25f0-769d-4a17-9669-56cf43a8cdc3', 'mac_address': 'fa:16:3e:db:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:26:48.926355 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 407a25f0-769d-4a17-9669-56cf43a8cdc3 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:48.926760 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:48.943875 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407a25f0-769d-4a17-9669-56cf43a8cdc3 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:26:48.977753 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 407a25f0-769d-4a17-9669-56cf43a8cdc3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=407a25f0-769d-4a17-9669-56cf43a8cdc3,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:49.073177 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:49.073928 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device c0f23c2d-a197-4591-96d2-604617c4253d details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:26:49.208568 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=407a25f0-769d-4a17-9669-56cf43a8cdc3,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:49.238344 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:49.277087 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port c0f23c2d-a197-4591-96d2-604617c4253d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c0f23c2d-a197-4591-96d2-604617c4253d,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:49.291772 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'c0f23c2d-a197-4591-96d2-604617c4253d', 'network_id': '81100c72-7f37-407d-a856-a5824fefc080', 'port_id': 'c0f23c2d-a197-4591-96d2-604617c4253d', 'mac_address': 'fa:16:3e:9a:46:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0f4980-764a-462f-99ee-7843a8bede6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:26:49.328541 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d55d-62bd-40c0-9a40-2edbad9d783c req-94368b12-0b5c-47ec-b8a0-d945645834ca tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:49.330019 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2a54d55d-62bd-40c0-9a40-2edbad9d783c req-94368b12-0b5c-47ec-b8a0-d945645834ca tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 943 time: 0.0686138 Sep 19 12:26:49.333909 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port c0f23c2d-a197-4591-96d2-604617c4253d is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:49.335045 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:49.352731 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f23c2d-a197-4591-96d2-604617c4253d {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:26:49.382969 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a235f204-c7ed-41b9-8447-81c3cb6f3dca req-29dca749-a461-4c6a-8749-c1198cdaa8c4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0715613 Sep 19 12:26:49.392376 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port c0f23c2d-a197-4591-96d2-604617c4253d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c0f23c2d-a197-4591-96d2-604617c4253d,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:49.416076 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2a54d55d-62bd-40c0-9a40-2edbad9d783c req-877a50d1-17e3-4cc3-8fe6-d720f6e21af7 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641558 Sep 19 12:26:49.495584 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:49.510433 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec1665cf-d91b-44e9-b3c6-82a7bbcd1a68 req-97103175-9181-4c86-b07d-e95e78c279d5 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.0372965 Sep 19 12:26:49.586820 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=c0f23c2d-a197-4591-96d2-604617c4253d,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:49.610882 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7698114-41cd-4320-a826-401ddb5d889c req-6ff41f1f-fdde-453a-ae11-1961961506e2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:49.612423 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e7698114-41cd-4320-a826-401ddb5d889c req-6ff41f1f-fdde-453a-ae11-1961961506e2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 944 time: 0.0544410 Sep 19 12:26:49.664618 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e7698114-41cd-4320-a826-401ddb5d889c req-71de641a-e779-4998-b724-b3d93538a8bb tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464919 Sep 19 12:26:49.859022 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-f6bd7688-c199-4c10-ab53-eb86343b5335 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:49.860501 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-f6bd7688-c199-4c10-ab53-eb86343b5335 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "GET /networking/v2.0/networks?id=fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 200 len: 810 time: 0.1169517 Sep 19 12:26:49.941341 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-fa6fc232-b7b0-448f-a0af-7ddddeefab88 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=61eb996219124e819beda67ca498dee8 HTTP/1.1" status: 200 len: 378 time: 0.0713344 Sep 19 12:26:49.954472 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'port': {'device_id': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'admin_state_up': True, 'tenant_id': '61eb996219124e819beda67ca498dee8', 'security_groups': ['5ba4ebe9-5646-44a3-9d83-f06a8f0cd081']}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:49.970868 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['407a25f0-769d-4a17-9669-56cf43a8cdc3'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:26:50.065380 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:50.105753 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['c0f23c2d-a197-4591-96d2-604617c4253d'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:26:50.513198 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ab5fa192-f682-4dcc-8482-12c95ae5f54e req-c5ba666d-2065-45be-b6ca-8b576dd5f144 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0371113 Sep 19 12:26:50.561349 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67308d8-107d-44ab-8a1d-08ea1f3b7f91 req-ab25f4c4-37e7-48cd-8c46-40a25cd61f39 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:50.564043 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e67308d8-107d-44ab-8a1d-08ea1f3b7f91 req-ab25f4c4-37e7-48cd-8c46-40a25cd61f39 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 944 time: 0.0549772 Sep 19 12:26:50.640582 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ae771519-d211-41b4-ae14-62ae8553a1c4 req-814d873e-283f-4ac2-8d72-242af9013944 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.0411091 Sep 19 12:26:50.645746 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e67308d8-107d-44ab-8a1d-08ea1f3b7f91 req-3c44f4cb-1548-4859-9344-a58db102dc96 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754745 Sep 19 12:26:50.786682 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device bfac18c5-608d-4385-8ac9-7abf25bb62fe details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:26:50.791780 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee86978-ea26-4d79-bdf7-62b45fde7415 req-24610d79-d612-41b2-9a51-39bd494bd3db tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:50.793295 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dee86978-ea26-4d79-bdf7-62b45fde7415 req-24610d79-d612-41b2-9a51-39bd494bd3db tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 944 time: 0.0513906 Sep 19 12:26:50.846357 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dee86978-ea26-4d79-bdf7-62b45fde7415 req-22c57f20-46f8-48c0-96b8-644f4edc3161 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Sep 19 12:26:50.892407 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port bfac18c5-608d-4385-8ac9-7abf25bb62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:50.905053 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'bfac18c5-608d-4385-8ac9-7abf25bb62fe', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'port_id': 'bfac18c5-608d-4385-8ac9-7abf25bb62fe', 'mac_address': 'fa:16:3e:32:7b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:26:50.941085 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port bfac18c5-608d-4385-8ac9-7abf25bb62fe is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:50.941471 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:50.955255 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfac18c5-608d-4385-8ac9-7abf25bb62fe {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:26:50.975563 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port bfac18c5-608d-4385-8ac9-7abf25bb62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:51.118448 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Made reservation on behalf of 61eb996219124e819beda67ca498dee8 for: {'port': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:51.124153 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:51.187952 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:51.285150 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=bfac18c5-608d-4385-8ac9-7abf25bb62fe,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:51.288518 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 407a25f0-769d-4a17-9669-56cf43a8cdc3 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:51.293011 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:51.296340 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Allocated IP 172.20.0.12 (fd198206-8f2d-4496-8d28-135d50c06a18/15940146-7ac3-40ce-99ef-da58ec216274/5e58fb6d-79ef-4674-8ba5-094c6cba4cd9) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:51.391896 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 407a25f0-769d-4a17-9669-56cf43a8cdc3 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:26:51.468792 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:51.476887 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['bfac18c5-608d-4385-8ac9-7abf25bb62fe'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:26:51.556191 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 407a25f0-769d-4a17-9669-56cf43a8cdc3 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:51.557349 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:51.557349 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 407a25f0-769d-4a17-9669-56cf43a8cdc3 Sep 19 12:26:51.597586 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:51.671610 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b59bc1be-f678-44be-8bcd-dc996c235594 req-f9494a68-5104-453b-908f-054fffd9430c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0405245 Sep 19 12:26:51.696223 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Network fd198206-8f2d-4496-8d28-135d50c06a18 is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:51.715674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:51.733109 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:51.751246 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 407a25f0-769d-4a17-9669-56cf43a8cdc3 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:51.751802 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:51.753064 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:51.756007 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:51.764127 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'Port': ['ID=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:51.818064 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3ee0aa-80a4-4587-a3dc-c9f654af3edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407a25f0-769d-4a17-9669-56cf43a8cdc3'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:26:51.863791 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-66f92bcc-fef8-44a6-bc12-7a6df52dceef tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9139857 Sep 19 12:26:51.877696 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Request body: {'port': {'device_id': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:51.913480 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:51.938428 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 407a25f0-769d-4a17-9669-56cf43a8cdc3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=407a25f0-769d-4a17-9669-56cf43a8cdc3,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:51.973362 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:52.059239 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:52.059983 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device c0f23c2d-a197-4591-96d2-604617c4253d up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:52.101131 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f36c9-f7e0-43b4-be15-3fc479e05ea0 req-18471751-04c0-4011-9d99-ebd1290b572c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:52.115170 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4d2f36c9-f7e0-43b4-be15-3fc479e05ea0 req-18471751-04c0-4011-9d99-ebd1290b572c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 932 time: 0.2674267 Sep 19 12:26:52.171811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a360f-b771-4de8-ba8f-0db575fe4d3b req-b9e9cb1b-c2ba-4e61-95d7-59b1e8755c37 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:52.171811 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-429a360f-b771-4de8-ba8f-0db575fe4d3b req-b9e9cb1b-c2ba-4e61-95d7-59b1e8755c37 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 944 time: 0.2435853 Sep 19 12:26:52.207892 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ed64be-9f9d-4b0b-bdc7-20077142ec1c" -d '{"events": [{"server_uuid": "9c3ee0aa-80a4-4587-a3dc-c9f654af3edc", "name": "network-vif-plugged", "status": "completed", "tag": "407a25f0-769d-4a17-9669-56cf43a8cdc3"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:52.251439 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4d2f36c9-f7e0-43b4-be15-3fc479e05ea0 req-25249a9a-bc7b-4c0b-820b-d79e7072d1d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305006 Sep 19 12:26:52.277282 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-ba2a3813-b875-42d8-85e8-7dad86ac7e4f None None] Provisioning complete for port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:52.280169 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3813-b875-42d8-85e8-7dad86ac7e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:52.280169 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ba2a3813-b875-42d8-85e8-7dad86ac7e4f None None] Attempt 1 to provision port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 Sep 19 12:26:52.313773 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-429a360f-b771-4de8-ba8f-0db575fe4d3b req-95b2c076-53d1-45f2-ae29-40fcf64a9731 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284931 Sep 19 12:26:52.319103 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=407a25f0-769d-4a17-9669-56cf43a8cdc3,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:52.319373 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port c0f23c2d-a197-4591-96d2-604617c4253d completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:26:52.353071 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a3813-b875-42d8-85e8-7dad86ac7e4f None None] Port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:52.421068 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b6138-9946-4733-afa6-776319b6b6ee req-6c693b5b-abda-4f29-bd44-8e90de65d1d0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:52.428593 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-248b6138-9946-4733-afa6-776319b6b6ee req-6c693b5b-abda-4f29-bd44-8e90de65d1d0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0793567 Sep 19 12:26:52.483352 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port c0f23c2d-a197-4591-96d2-604617c4253d triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:52.483738 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:52.484080 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port c0f23c2d-a197-4591-96d2-604617c4253d Sep 19 12:26:52.495833 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-248b6138-9946-4733-afa6-776319b6b6ee req-2ab86de1-0495-4f5e-8c26-d5269adf6791 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603650 Sep 19 12:26:52.612753 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682bcd26-52e5-4ea0-ac50-9c986de4973d x-openstack-request-id: req-682bcd26-52e5-4ea0-ac50-9c986de4973d {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:52.613396 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3ee0aa-80a4-4587-a3dc-c9f654af3edc", "name": "network-vif-plugged", "status": "completed", "tag": "407a25f0-769d-4a17-9669-56cf43a8cdc3", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:52.613396 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-682bcd26-52e5-4ea0-ac50-9c986de4973d {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:52.615370 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682bcd26-52e5-4ea0-ac50-9c986de4973d'] response: {'server_uuid': '9c3ee0aa-80a4-4587-a3dc-c9f654af3edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407a25f0-769d-4a17-9669-56cf43a8cdc3', 'code': 200} Sep 19 12:26:52.616522 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:52.633532 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port c0f23c2d-a197-4591-96d2-604617c4253d is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:52.635238 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:52.651751 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:52.676350 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port c0f23c2d-a197-4591-96d2-604617c4253d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c0f23c2d-a197-4591-96d2-604617c4253d,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:52.709056 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 {{(pid=106970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:26:52.717790 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Publish callbacks [] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:52.733378 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.provisioning_blocks [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Transition to ACTIVE for port object 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 will not be triggered until provisioned by entity L2. {{(pid=106970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:26:52.791780 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:52.803359 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5b92ed48-a023-4bd2-a5b5-5d166cc05d45 req-53ac9f12-4d35-485e-b435-7ed808e14ae1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0338638 Sep 19 12:26:52.852008 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=c0f23c2d-a197-4591-96d2-604617c4253d,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:52.865935 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ba2a3813-b875-42d8-85e8-7dad86ac7e4f None None] Attempt 2 to provision port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 Sep 19 12:26:52.877660 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:52.903470 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a3813-b875-42d8-85e8-7dad86ac7e4f None None] Port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:26:52.952837 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.managers [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Attempting to bind port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:26:52.953180 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.managers [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Attempting to bind port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'}] {{(pid=106970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:26:52.953511 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Attempting to bind port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 on network fd198206-8f2d-4496-8d28-135d50c06a18 {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:52.955685 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Pushing event updated for resources: {'Port': ['ID=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:53.003994 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 on network fd198206-8f2d-4496-8d28-135d50c06a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:26:53.004322 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Attempting to bind port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 on network fd198206-8f2d-4496-8d28-135d50c06a18 {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:26:53.047024 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:26:53.047553 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Checking segment: {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:26:53.047840 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Bound using segment: {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'} {{(pid=106970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:26:53.048275 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.managers [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Bound port: 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'}}] {{(pid=106970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:26:53.048654 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:53.110837 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] For port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9, host hv-cinder-85061, cleared binding levels {{(pid=106970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:26:53.113889 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] For port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:26:53.244059 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:53.245889 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:53.250827 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:53.254228 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:53.254228 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 HTTP/1.1" status: 200 len: 1094 time: 1.3808365 Sep 19 12:26:53.254228 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'tag': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:26:53.256201 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928bf76f-88f6-4c45-9e77-f57f78c694bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ded9ef48-10a2-4c68-bf0b-ad0e02e36308", "tag": "5e58fb6d-79ef-4674-8ba5-094c6cba4cd9"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:53.327095 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601fa37e-84a3-4ad0-9ced-587d984cf6c4 x-openstack-request-id: req-601fa37e-84a3-4ad0-9ced-587d984cf6c4 {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:53.327370 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded9ef48-10a2-4c68-bf0b-ad0e02e36308", "tag": "5e58fb6d-79ef-4674-8ba5-094c6cba4cd9", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:53.327837 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-601fa37e-84a3-4ad0-9ced-587d984cf6c4 {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:53.328038 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601fa37e-84a3-4ad0-9ced-587d984cf6c4'] response: {'name': 'network-changed', 'server_uuid': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'tag': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9', 'status': 'completed', 'code': 200} Sep 19 12:26:53.329931 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36626) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:53.333376 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608e6ac-2940-414b-9362-6d939991b38b service neutron] Pushing event updated for resources: {'Port': ['ID=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,revision_number=3']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:53.397710 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebedc8-49e9-44e1-8fef-28789a9e9a63 req-a4554d0e-6800-4890-8032-30c9ef016e69 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:53.399259 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fcebedc8-49e9-44e1-8fef-28789a9e9a63 req-a4554d0e-6800-4890-8032-30c9ef016e69 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 944 time: 0.0634334 Sep 19 12:26:53.404862 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ba2a3813-b875-42d8-85e8-7dad86ac7e4f None None] Attempt 3 to provision port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 Sep 19 12:26:53.432018 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:53.465516 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a3813-b875-42d8-85e8-7dad86ac7e4f None None] Port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:26:53.470208 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06a159-aa3c-4773-a1c8-0156fcb15b0a req-59ed044c-c56b-466c-b10b-538f6eacd66b tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:53.471770 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fb06a159-aa3c-4773-a1c8-0156fcb15b0a req-59ed044c-c56b-466c-b10b-538f6eacd66b tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0715921 Sep 19 12:26:53.509666 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fcebedc8-49e9-44e1-8fef-28789a9e9a63 req-2bb6f647-bc08-4e53-989e-eaeba320131c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994225 Sep 19 12:26:53.543394 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fb06a159-aa3c-4773-a1c8-0156fcb15b0a req-3a4b0496-7d02-4410-802c-0249217235d9 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649285 Sep 19 12:26:53.554191 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36638) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:53.602639 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f959c02b-6340-40b4-a2dc-8a62672ee2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:53.667801 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6688424c-dc3a-4349-9efc-94132f2978ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:53.701983 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe2409-f6a9-4137-9450-5507acca1df7 req-e8a7a288-a346-4e28-9ba4-8162a05a8faf tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:53.703470 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cbbe2409-f6a9-4137-9450-5507acca1df7 req-e8a7a288-a346-4e28-9ba4-8162a05a8faf tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0842676 Sep 19 12:26:53.811167 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f959c02b-6340-40b4-a2dc-8a62672ee2cf admin admin] Publish callbacks [] for security_group (9b401af3-56cd-46dc-986a-80e13c91b776), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:53.818351 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cbbe2409-f6a9-4137-9450-5507acca1df7 req-15baee73-5086-4c18-ba01-2ecdef62a35a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051981 Sep 19 12:26:53.828658 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:53.863612 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6688424c-dc3a-4349-9efc-94132f2978ea admin admin] Publish callbacks [] for security_group (ca1b3934-cb2c-4119-9cc2-87604865faaa), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:53.912589 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b00b4a9-60b5-4bbb-b645-8a970e09a5e7 req-ad828553-6eb6-4e9c-90eb-5cbe33155210 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0283058 Sep 19 12:26:53.917082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f959c02b-6340-40b4-a2dc-8a62672ee2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (9b401af3-56cd-46dc-986a-80e13c91b776), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:53.954710 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6688424c-dc3a-4349-9efc-94132f2978ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ca1b3934-cb2c-4119-9cc2-87604865faaa), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:53.960390 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-f959c02b-6340-40b4-a2dc-8a62672ee2cf admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=8bcb45a34c5f457eabd96a20d718e33f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6293638 Sep 19 12:26:53.962606 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959c02b-6340-40b4-a2dc-8a62672ee2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b401af3-56cd-46dc-986a-80e13c91b776,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:53.963727 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 36648) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:54.002446 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-6688424c-dc3a-4349-9efc-94132f2978ea admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=f550877d0efb4623acb3160246a1e42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471717 Sep 19 12:26:54.005081 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36650) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:54.011662 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688424c-dc3a-4349-9efc-94132f2978ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b3934-cb2c-4119-9cc2-87604865faaa,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:54.016737 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6096e658-a096-4296-8286-c38c6d56fc19 admin admin] Publish callbacks [] for security_group (9b401af3-56cd-46dc-986a-80e13c91b776), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:54.038680 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6096e658-a096-4296-8286-c38c6d56fc19 admin admin] Publish callbacks [] for security_group (9b401af3-56cd-46dc-986a-80e13c91b776), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:54.064265 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4a58e57c-9cc2-4aa9-8182-19762c7793ed admin admin] Publish callbacks [] for security_group (ca1b3934-cb2c-4119-9cc2-87604865faaa), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:54.086535 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4a58e57c-9cc2-4aa9-8182-19762c7793ed admin admin] Publish callbacks [] for security_group (ca1b3934-cb2c-4119-9cc2-87604865faaa), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:54.186330 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6096e658-a096-4296-8286-c38c6d56fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (9b401af3-56cd-46dc-986a-80e13c91b776), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:54.188886 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6096e658-a096-4296-8286-c38c6d56fc19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:54.190028 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-6096e658-a096-4296-8286-c38c6d56fc19 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/9b401af3-56cd-46dc-986a-80e13c91b776 HTTP/1.1" status: 204 len: 168 time: 0.2257934 Sep 19 12:26:54.199600 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096e658-a096-4296-8286-c38c6d56fc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b401af3-56cd-46dc-986a-80e13c91b776,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:54.238709 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4a58e57c-9cc2-4aa9-8182-19762c7793ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ca1b3934-cb2c-4119-9cc2-87604865faaa), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:54.241602 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4a58e57c-9cc2-4aa9-8182-19762c7793ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:54.242339 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4a58e57c-9cc2-4aa9-8182-19762c7793ed admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/ca1b3934-cb2c-4119-9cc2-87604865faaa HTTP/1.1" status: 204 len: 168 time: 0.2358477 Sep 19 12:26:54.250961 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58e57c-9cc2-4aa9-8182-19762c7793ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b3934-cb2c-4119-9cc2-87604865faaa,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:54.618411 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f23c2d-a197-4591-96d2-604617c4253d'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:26:54.625471 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e54d849-36e8-4e3c-9d1c-81e274b336f1" -d '{"events": [{"server_uuid": "e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1", "name": "network-vif-plugged", "status": "completed", "tag": "c0f23c2d-a197-4591-96d2-604617c4253d"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:54.656772 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c9ba0-4b91-46c0-9f5c-40d99180bc1c req-924f35c0-34bc-4e46-a06e-5ecbab2fb055 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:54.658482 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c1c9ba0-4b91-46c0-9f5c-40d99180bc1c req-924f35c0-34bc-4e46-a06e-5ecbab2fb055 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 944 time: 0.0640790 Sep 19 12:26:54.838537 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887ee6e-69c6-4923-b470-3d0be85a67dc req-19f74df6-2441-49c6-87ef-8ca45a0c423d tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:54.847643 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9887ee6e-69c6-4923-b470-3d0be85a67dc req-19f74df6-2441-49c6-87ef-8ca45a0c423d tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.1973803 Sep 19 12:26:54.889517 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c1c9ba0-4b91-46c0-9f5c-40d99180bc1c req-2d5df420-b36b-4fa1-818a-c1347e274bdf tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2217906 Sep 19 12:26:54.967430 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9887ee6e-69c6-4923-b470-3d0be85a67dc req-5d41a1fb-d3b9-4607-bd28-bf944f5792eb tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185150 Sep 19 12:26:54.971901 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada58739-b738-46f4-ba61-5343f7551b41 x-openstack-request-id: req-ada58739-b738-46f4-ba61-5343f7551b41 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:54.972259 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1", "name": "network-vif-plugged", "status": "completed", "tag": "c0f23c2d-a197-4591-96d2-604617c4253d", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:54.972574 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ada58739-b738-46f4-ba61-5343f7551b41 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:54.973045 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada58739-b738-46f4-ba61-5343f7551b41'] response: {'server_uuid': 'e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f23c2d-a197-4591-96d2-604617c4253d', 'code': 200} Sep 19 12:26:54.978514 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bf76f-88f6-4c45-9e77-f57f78c694bb req-f8106c19-7641-4087-b3e3-0bbc52d9a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:54.995207 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-928bf76f-88f6-4c45-9e77-f57f78c694bb req-f8106c19-7641-4087-b3e3-0bbc52d9a2be service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 1128 time: 0.0746634 Sep 19 12:26:55.016488 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-8125eeea-9f98-4c64-b539-9933ed4ab266 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:55.018056 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-8125eeea-9f98-4c64-b539-9933ed4ab266 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 814 time: 0.2757807 Sep 19 12:26:55.147754 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device bfac18c5-608d-4385-8ac9-7abf25bb62fe up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:26:55.201554 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9b07441-e9da-46bc-988b-d53d62a5b8bd req-88266636-e725-4fe9-8b7a-d57a91c44905 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.1164107 Sep 19 12:26:55.255993 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f761e3c-41c2-4de4-b728-f1d14c47f29f req-6794f88a-8cdb-4223-9c52-f70ff3573765 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:55.257796 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8f761e3c-41c2-4de4-b728-f1d14c47f29f req-6794f88a-8cdb-4223-9c52-f70ff3573765 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.2107882 Sep 19 12:26:55.260645 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port bfac18c5-608d-4385-8ac9-7abf25bb62fe completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:26:55.262987 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-cd706ad9-6599-4801-bca6-daeb59d09a5c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 380 time: 0.2171216 Sep 19 12:26:55.315021 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8f761e3c-41c2-4de4-b728-f1d14c47f29f req-1c62fa2d-ca8f-4db0-a6da-b1cd8ddfe39e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479054 Sep 19 12:26:55.337530 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bf76f-88f6-4c45-9e77-f57f78c694bb req-4fc1de83-278c-48dd-a731-455ccc0d52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:55.338986 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-928bf76f-88f6-4c45-9e77-f57f78c694bb req-4fc1de83-278c-48dd-a731-455ccc0d52e8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=61eb996219124e819beda67ca498dee8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3053710 Sep 19 12:26:55.342065 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e79f-1770-4041-a8a5-c78920dbe20f req-1e6930ba-1f08-4e45-b111-67309753a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:55.343399 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-e739e79f-1770-4041-a8a5-c78920dbe20f req-1e6930ba-1f08-4e45-b111-67309753a17c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 1129 time: 0.1055999 Sep 19 12:26:55.375171 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port bfac18c5-608d-4385-8ac9-7abf25bb62fe triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:55.378036 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.378036 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port bfac18c5-608d-4385-8ac9-7abf25bb62fe Sep 19 12:26:55.400838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36682) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:55.414624 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d3b-aa11-409d-91f3-432c9ad061c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.458147 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port bfac18c5-608d-4385-8ac9-7abf25bb62fe is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:26:55.458536 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.494469 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port bfac18c5-608d-4385-8ac9-7abf25bb62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:26:55.499413 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d3b-aa11-409d-91f3-432c9ad061c0 admin admin] Publish callbacks [] for security_group (f4312217-ce72-4008-8254-074c10e2800d), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.501113 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36684) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:55.514594 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c548bcb7-1ae1-48f9-9b5a-000c7112c4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.590344 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.599273 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c548bcb7-1ae1-48f9-9b5a-000c7112c4d8 admin admin] Publish callbacks [] for security_group (de65ad02-174f-4297-9486-268af5ba4c02), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.614813 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f5f57d3b-aa11-409d-91f3-432c9ad061c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (f4312217-ce72-4008-8254-074c10e2800d), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.644922 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=bfac18c5-608d-4385-8ac9-7abf25bb62fe,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:55.659153 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-f5f57d3b-aa11-409d-91f3-432c9ad061c0 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=80400cbdedd34d77961ec5491a4ca2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571301 Sep 19 12:26:55.660336 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f57d3b-aa11-409d-91f3-432c9ad061c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4312217-ce72-4008-8254-074c10e2800d,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:55.663695 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 36686) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:55.677910 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c548bcb7-1ae1-48f9-9b5a-000c7112c4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (de65ad02-174f-4297-9486-268af5ba4c02), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.720798 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548bcb7-1ae1-48f9-9b5a-000c7112c4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de65ad02-174f-4297-9486-268af5ba4c02,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:55.725548 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-c548bcb7-1ae1-48f9-9b5a-000c7112c4d8 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=8042f6c6bfff4075b6c22c6c40cc7a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234142 Sep 19 12:26:55.729315 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 36688) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:55.743893 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-671adc9a-ed8a-4fcd-85c2-a9f539868e0f admin admin] Publish callbacks [] for security_group (f4312217-ce72-4008-8254-074c10e2800d), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.783964 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-671adc9a-ed8a-4fcd-85c2-a9f539868e0f admin admin] Publish callbacks [] for security_group (f4312217-ce72-4008-8254-074c10e2800d), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.839036 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7378846e-f882-4e4f-af94-5a3fd499993a admin admin] Publish callbacks [] for security_group (de65ad02-174f-4297-9486-268af5ba4c02), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.858545 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:55.864821 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7378846e-f882-4e4f-af94-5a3fd499993a admin admin] Publish callbacks [] for security_group (de65ad02-174f-4297-9486-268af5ba4c02), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.983615 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-671adc9a-ed8a-4fcd-85c2-a9f539868e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (f4312217-ce72-4008-8254-074c10e2800d), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.983615 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-671adc9a-ed8a-4fcd-85c2-a9f539868e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:55.983615 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-671adc9a-ed8a-4fcd-85c2-a9f539868e0f admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/f4312217-ce72-4008-8254-074c10e2800d HTTP/1.1" status: 204 len: 168 time: 0.3155344 Sep 19 12:26:55.996155 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671adc9a-ed8a-4fcd-85c2-a9f539868e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4312217-ce72-4008-8254-074c10e2800d,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:56.008144 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7378846e-f882-4e4f-af94-5a3fd499993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (de65ad02-174f-4297-9486-268af5ba4c02), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:56.016804 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7378846e-f882-4e4f-af94-5a3fd499993a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:56.018220 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-7378846e-f882-4e4f-af94-5a3fd499993a admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/de65ad02-174f-4297-9486-268af5ba4c02 HTTP/1.1" status: 204 len: 168 time: 0.2878757 Sep 19 12:26:56.043315 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378846e-f882-4e4f-af94-5a3fd499993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de65ad02-174f-4297-9486-268af5ba4c02,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:56.075023 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:56.089940 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc05999-9324-4d05-89a0-60fa30531f82 req-3d7fab4c-abd6-4953-a554-af9194ee9a16 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:56.092443 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9dc05999-9324-4d05-89a0-60fa30531f82 req-3d7fab4c-abd6-4953-a554-af9194ee9a16 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 944 time: 0.1160009 Sep 19 12:26:56.157258 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a1e55-c1cb-4794-86b5-78c9b263593f req-104aa0cd-a0c4-40ee-98c0-be6e4afcef9e tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:56.162468 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3b5a1e55-c1cb-4794-86b5-78c9b263593f req-104aa0cd-a0c4-40ee-98c0-be6e4afcef9e tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.1076410 Sep 19 12:26:56.212814 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9dc05999-9324-4d05-89a0-60fa30531f82 req-b2bae08a-36e9-4937-88cc-2214ffb228d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000590 Sep 19 12:26:56.243046 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3b5a1e55-c1cb-4794-86b5-78c9b263593f req-7d73fff4-abc6-48a6-9c03-cc38c2a62ad1 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796640 Sep 19 12:26:56.339273 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bb0f9d25-65ae-49aa-a03e-c225c77d4a8e req-39d87d86-0593-4b49-9a9b-e1723534a7c0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0284772 Sep 19 12:26:56.343184 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:56.442197 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042930b-0336-4c7a-8cdd-c446c5c94053 req-d3aa017e-b262-48bc-b930-a6cf5e0b29e6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:56.443623 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9042930b-0336-4c7a-8cdd-c446c5c94053 req-d3aa017e-b262-48bc-b930-a6cf5e0b29e6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0468037 Sep 19 12:26:56.496331 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9042930b-0336-4c7a-8cdd-c446c5c94053 req-3fcb253a-b44a-45cd-9f97-433beb3ae449 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Sep 19 12:26:56.974259 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0ab2f3-883e-4b45-95d1-d0f8895fc401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac18c5-608d-4385-8ac9-7abf25bb62fe'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:26:56.977079 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7923ce-2568-4560-96f3-3f70890282c7" -d '{"events": [{"server_uuid": "aa0ab2f3-883e-4b45-95d1-d0f8895fc401", "name": "network-vif-plugged", "status": "completed", "tag": "bfac18c5-608d-4385-8ac9-7abf25bb62fe"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:26:57.017964 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a67e329-0764-417c-9e6f-198ec3a64e3f x-openstack-request-id: req-3a67e329-0764-417c-9e6f-198ec3a64e3f {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:26:57.018533 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0ab2f3-883e-4b45-95d1-d0f8895fc401", "name": "network-vif-plugged", "status": "completed", "tag": "bfac18c5-608d-4385-8ac9-7abf25bb62fe", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:26:57.018928 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3a67e329-0764-417c-9e6f-198ec3a64e3f {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:26:57.019247 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a67e329-0764-417c-9e6f-198ec3a64e3f'] response: {'server_uuid': 'aa0ab2f3-883e-4b45-95d1-d0f8895fc401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfac18c5-608d-4385-8ac9-7abf25bb62fe', 'code': 200} Sep 19 12:26:57.338080 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce16d8-8693-47e4-af9b-139de8414932 req-3be124a3-e7ef-44fc-ac32-d94848d8ea5b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:57.339629 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8bce16d8-8693-47e4-af9b-139de8414932 req-3be124a3-e7ef-44fc-ac32-d94848d8ea5b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 944 time: 0.0502205 Sep 19 12:26:57.405496 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e10ef5-ca1a-4e55-9612-6d1aac626b5b req-84f035a1-4e76-4ac2-b613-759ee1ec3308 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:57.407008 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-87e10ef5-ca1a-4e55-9612-6d1aac626b5b req-84f035a1-4e76-4ac2-b613-759ee1ec3308 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0650213 Sep 19 12:26:57.437195 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8bce16d8-8693-47e4-af9b-139de8414932 req-f1f66649-cdbc-43a6-8390-b1fbdd2f3217 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866964 Sep 19 12:26:57.468375 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-87e10ef5-ca1a-4e55-9612-6d1aac626b5b req-7a25d0a0-7779-4a7f-b2f7-da9c0734db71 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Sep 19 12:26:57.547293 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1514c764-415a-4abb-af18-f424bddd5daf req-83306f03-2d98-4e99-98ff-b238b116809a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0417874 Sep 19 12:26:57.643022 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f40fe9-654e-4cf8-88b4-ef6419d07734 req-03af0431-a704-4ede-a4bd-c5963cd1c8c1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:57.644565 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3f40fe9-654e-4cf8-88b4-ef6419d07734 req-03af0431-a704-4ede-a4bd-c5963cd1c8c1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0505137 Sep 19 12:26:57.702655 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3f40fe9-654e-4cf8-88b4-ef6419d07734 req-00b4b0e8-47e0-433f-8083-d34eef852675 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519390 Sep 19 12:26:58.002081 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'port': {'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'admin_state_up': True, 'tenant_id': '68496d9aa29542139f00104051248a5b', 'security_groups': ['1f4a4539-bd22-4627-8457-cd6478bfec52']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:26:58.086564 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.26', 56453) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:58.112885 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-e739e79f-1770-4041-a8a5-c78920dbe20f req-32a3b15e-c9c1-4e55-87bb-9bb361fe34d8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:58.130545 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:58.196753 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5734ce-50aa-42de-a322-d51180560ea3 req-4d1dcbb2-37a1-4b87-863f-cdb558fd72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:58.198333 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ce5734ce-50aa-42de-a322-d51180560ea3 req-4d1dcbb2-37a1-4b87-863f-cdb558fd72b9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 1129 time: 0.1096678 Sep 19 12:26:58.226974 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ce5734ce-50aa-42de-a322-d51180560ea3 req-283ee83e-a462-4b16-b189-70b2ac446e78 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:58.259882 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bf76f-88f6-4c45-9e77-f57f78c694bb req-5694abb4-09d1-448f-bf2e-b4516c4af9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:58.261704 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-928bf76f-88f6-4c45-9e77-f57f78c694bb req-5694abb4-09d1-448f-bf2e-b4516c4af9d5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600837 Sep 19 12:26:58.320516 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-e739e79f-1770-4041-a8a5-c78920dbe20f req-32a3b15e-c9c1-4e55-87bb-9bb361fe34d8 service neutron] Publish callbacks [] for security_group (b31a8166-a96a-4110-9586-1dcf218c16d7), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:58.370632 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-bda1d702-2273-4b23-8fca-496f8caa11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:58.372594 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-bda1d702-2273-4b23-8fca-496f8caa11e2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 1128 time: 0.0436056 Sep 19 12:26:58.396232 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Made reservation on behalf of 68496d9aa29542139f00104051248a5b for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:26:58.404267 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:58.438893 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-a9b3ff96-a359-4297-a73e-d443d88362f6 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 HTTP/1.1" status: 200 len: 217 time: 0.0587134 Sep 19 12:26:58.439791 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [req-e739e79f-1770-4041-a8a5-c78920dbe20f req-32a3b15e-c9c1-4e55-87bb-9bb361fe34d8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b31a8166-a96a-4110-9586-1dcf218c16d7), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:58.477068 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-e739e79f-1770-4041-a8a5-c78920dbe20f req-32a3b15e-c9c1-4e55-87bb-9bb361fe34d8 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788989 Sep 19 12:26:58.490232 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.26', 56455) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:26:58.531645 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3b15e-c9c1-4e55-87bb-9bb361fe34d8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a8166-a96a-4110-9586-1dcf218c16d7,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:58.543426 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.db.api [req-ce5734ce-50aa-42de-a322-d51180560ea3 req-283ee83e-a462-4b16-b189-70b2ac446e78 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d6d2bd276978430d9b2409f62eba37dc {{(pid=106969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 19 12:26:58.544110 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG oslo_db.api [req-ce5734ce-50aa-42de-a322-d51180560ea3 req-283ee83e-a462-4b16-b189-70b2ac446e78 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 12:26:58.557700 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-555c1522-1a90-45c7-aab6-2c0e37939f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:58.559184 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-555c1522-1a90-45c7-aab6-2c0e37939f0e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15940146-7ac3-40ce-99ef-da58ec216274 HTTP/1.1" status: 200 len: 849 time: 0.0874455 Sep 19 12:26:58.582831 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:58.759539 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-090bb1a5-24c8-4f99-8eb9-9bba2612e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:58.761767 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-090bb1a5-24c8-4f99-8eb9-9bba2612e31a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=fd198206-8f2d-4496-8d28-135d50c06a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487645 Sep 19 12:26:58.867961 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:26:58.889928 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-5fc2f5de-10ff-4782-9ef6-4ce0bcd58387 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196208 Sep 19 12:26:58.908344 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb4754-51ef-434e-ae0b-9781bef0bf52 req-b91c9d77-df5e-482a-9659-b568d1898aa8 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:58.909924 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f7fb4754-51ef-434e-ae0b-9781bef0bf52 req-b91c9d77-df5e-482a-9659-b568d1898aa8 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 944 time: 0.3178144 Sep 19 12:26:58.913027 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Allocated IP 172.20.0.13 (2775bc2c-1de6-4530-99c8-74593487735c/371e45eb-fb30-4c5e-963a-202e37649855/c4e762c9-9e21-4d97-aae6-808ed7a47183) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:26:58.922214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf3341-8cda-431f-92fa-01f53980d1bc req-b4b87ae4-9953-4c43-9e15-33486a182313 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:58.923712 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dbcf3341-8cda-431f-92fa-01f53980d1bc req-b4b87ae4-9953-4c43-9e15-33486a182313 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.3208048 Sep 19 12:26:58.948621 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15449f0-d245-49f4-8404-3024d0fe161a req-446ca50a-10b4-47d2-8c06-27af5e24dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:58.950363 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b15449f0-d245-49f4-8404-3024d0fe161a req-446ca50a-10b4-47d2-8c06-27af5e24dd9a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 1129 time: 0.0979385 Sep 19 12:26:59.014803 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-e006158f-ee14-4acc-ae3c-a62bac7e44a4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172786 Sep 19 12:26:59.051441 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ce5734ce-50aa-42de-a322-d51180560ea3 req-283ee83e-a462-4b16-b189-70b2ac446e78 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:59.058336 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f7fb4754-51ef-434e-ae0b-9781bef0bf52 req-53d606c2-7b01-467a-9884-51bc5a50e9ec tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313732 Sep 19 12:26:59.104006 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dbcf3341-8cda-431f-92fa-01f53980d1bc req-7d3bf54f-93e3-49d8-af25-85d6319d6c86 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599722 Sep 19 12:26:59.189659 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8287c1a3-77df-4075-b674-3db4f466be84 req-7d85e61c-af41-44bf-a485-8261e7332e26 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0567334 Sep 19 12:26:59.290708 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:59.297209 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe317f-e8ea-41bd-a576-571e10637874 req-bb098885-782c-4926-9b55-5b97138ea5ef tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:59.298659 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9cfe317f-e8ea-41bd-a576-571e10637874 req-bb098885-782c-4926-9b55-5b97138ea5ef tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.1198027 Sep 19 12:26:59.300672 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ce5734ce-50aa-42de-a322-d51180560ea3 req-283ee83e-a462-4b16-b189-70b2ac446e78 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0947928 Sep 19 12:26:59.362213 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b15449f0-d245-49f4-8404-3024d0fe161a req-45b4b008-291d-4d8d-99dc-8d325aede22b service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074266 Sep 19 12:26:59.386400 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9cfe317f-e8ea-41bd-a576-571e10637874 req-db417789-99bc-4741-9efd-dd16268fa0c2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787797 Sep 19 12:26:59.534912 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:59.580003 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Network 2775bc2c-1de6-4530-99c8-74593487735c is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:26:59.583691 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:26:59.591064 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:26:59.594872 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:26:59.595481 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:59.610970 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=c4e762c9-9e21-4d97-aae6-808ed7a47183,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:26:59.743071 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-731b29b5-c773-4151-a6f7-31659d39603d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7471139 Sep 19 12:26:59.851839 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-90db661a-437c-4581-a80d-26064c377213 None None] Provisioning complete for port c4e762c9-9e21-4d97-aae6-808ed7a47183 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:26:59.852452 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-90db661a-437c-4581-a80d-26064c377213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:26:59.852838 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Attempt 1 to provision port c4e762c9-9e21-4d97-aae6-808ed7a47183 Sep 19 12:26:59.914678 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Port c4e762c9-9e21-4d97-aae6-808ed7a47183 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:27:00.209512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815841c0-358d-4f5d-b473-a4b5c8c5e6f9 req-76eca340-822a-467c-8064-ba224c06f3b6 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:00.211614 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-815841c0-358d-4f5d-b473-a4b5c8c5e6f9 req-76eca340-822a-467c-8064-ba224c06f3b6 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 944 time: 0.0679770 Sep 19 12:27:00.260265 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfe83c-eb2c-4593-aadc-8b70ea911b9f req-9aa70467-ebd7-4de6-81e1-ec7bcc1173fd tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:00.261739 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-11dfe83c-eb2c-4593-aadc-8b70ea911b9f req-9aa70467-ebd7-4de6-81e1-ec7bcc1173fd tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0694146 Sep 19 12:27:00.303611 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-815841c0-358d-4f5d-b473-a4b5c8c5e6f9 req-2fa372f6-31b3-49d6-b06e-5e41f7dc376e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757668 Sep 19 12:27:00.342341 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-11dfe83c-eb2c-4593-aadc-8b70ea911b9f req-2fcd474d-aa98-4a1f-b74c-d863b0a5eea8 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721774 Sep 19 12:27:00.416996 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Attempt 2 to provision port c4e762c9-9e21-4d97-aae6-808ed7a47183 Sep 19 12:27:00.445450 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900e1fa-5607-49de-ac6e-4e68c8be4f10 req-a2e0e2ca-137e-4b41-a4e0-01140bcb9110 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:00.447159 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0900e1fa-5607-49de-ac6e-4e68c8be4f10 req-a2e0e2ca-137e-4b41-a4e0-01140bcb9110 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 932 time: 0.0531740 Sep 19 12:27:00.456685 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Port c4e762c9-9e21-4d97-aae6-808ed7a47183 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:27:00.524960 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:00.537620 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0900e1fa-5607-49de-ac6e-4e68c8be4f10 req-d134f1b1-5abc-4916-98de-b618a67cea92 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837533 Sep 19 12:27:00.545919 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae472b-afb8-455c-aac3-634fff9026c0 req-d76bfc45-3d16-46a3-abc5-0a98b3df6e8f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:00.547448 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-20ae472b-afb8-455c-aac3-634fff9026c0 req-d76bfc45-3d16-46a3-abc5-0a98b3df6e8f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0670931 Sep 19 12:27:00.602441 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-20ae472b-afb8-455c-aac3-634fff9026c0 req-d5d61c34-a9e9-4d55-b310-28d6df430775 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472724 Sep 19 12:27:00.958259 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Attempt 3 to provision port c4e762c9-9e21-4d97-aae6-808ed7a47183 Sep 19 12:27:00.994453 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Port c4e762c9-9e21-4d97-aae6-808ed7a47183 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:27:01.092231 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Request body: {'port': {'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:27:01.118147 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:01.129952 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:27:01.178696 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:01.275098 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:01.290139 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'port_id': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9', 'mac_address': 'fa:16:3e:39:67:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:27:01.327674 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:27:01.328063 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:01.342274 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:27:01.369352 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:01.496069 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Attempt 4 to provision port c4e762c9-9e21-4d97-aae6-808ed7a47183 Sep 19 12:27:01.523076 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9dd84-8dd4-474d-8ee4-1f5f2a1a799d req-2cd46c51-fdfa-4811-9ef4-2f92c49bcc6c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:01.525617 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2fd9dd84-8dd4-474d-8ee4-1f5f2a1a799d req-2cd46c51-fdfa-4811-9ef4-2f92c49bcc6c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 944 time: 0.1127646 Sep 19 12:27:01.545393 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Port c4e762c9-9e21-4d97-aae6-808ed7a47183 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:27:01.546641 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091b9f5-8063-4e55-b780-be7780cfbf89 req-8fab2767-5913-49e4-a4ce-db318435d954 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:01.548368 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7091b9f5-8063-4e55-b780-be7780cfbf89 req-8fab2767-5913-49e4-a4ce-db318435d954 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.1016762 Sep 19 12:27:01.556888 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e762c9-9e21-4d97-aae6-808ed7a47183 {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:27:01.584434 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Publish callbacks [] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:01.589546 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:01.618113 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Transition to ACTIVE for port object c4e762c9-9e21-4d97-aae6-808ed7a47183 will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:27:01.664487 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2fd9dd84-8dd4-474d-8ee4-1f5f2a1a799d req-c7b0cee5-1717-45d1-8dab-209f1f197657 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264746 Sep 19 12:27:01.673059 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7091b9f5-8063-4e55-b780-be7780cfbf89 req-16c04ae6-9ad0-4be4-bfa6-7a11209111fb tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914416 Sep 19 12:27:01.747747 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:01.796192 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:01.886397 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9b35f-620c-4925-96b8-b478b2ea7f0c req-1c12a309-3554-42e4-bb7e-3fde8e1719dd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:01.886532 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['5e58fb6d-79ef-4674-8ba5-094c6cba4cd9'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:27:01.888160 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c7c9b35f-620c-4925-96b8-b478b2ea7f0c req-1c12a309-3554-42e4-bb7e-3fde8e1719dd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.1369197 Sep 19 12:27:01.924896 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dd0b9-dbad-444a-9d2a-f6530fc4f34b req-403d8d28-77b7-49e1-9730-524e2fc5aaf0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:01.933836 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e26dd0b9-dbad-444a-9d2a-f6530fc4f34b req-403d8d28-77b7-49e1-9730-524e2fc5aaf0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.1728888 Sep 19 12:27:01.993786 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e762c9-9e21-4d97-aae6-808ed7a47183,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:02.000588 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Attempting to bind port c4e762c9-9e21-4d97-aae6-808ed7a47183 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:27:02.001119 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Attempting to bind port c4e762c9-9e21-4d97-aae6-808ed7a47183 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:27:02.001649 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Attempting to bind port c4e762c9-9e21-4d97-aae6-808ed7a47183 on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:27:02.049934 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Attempt 5 to provision port c4e762c9-9e21-4d97-aae6-808ed7a47183 Sep 19 12:27:02.064026 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:02.096221 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Port c4e762c9-9e21-4d97-aae6-808ed7a47183 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:27:02.142548 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e26dd0b9-dbad-444a-9d2a-f6530fc4f34b req-036d890a-8925-48ee-9b97-ab0add5e7a83 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061880 Sep 19 12:27:02.142548 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Port c4e762c9-9e21-4d97-aae6-808ed7a47183 on network 2775bc2c-1de6-4530-99c8-74593487735c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:27:02.142548 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Attempting to bind port c4e762c9-9e21-4d97-aae6-808ed7a47183 on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:27:02.184414 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c7c9b35f-620c-4925-96b8-b478b2ea7f0c req-fbf0341c-f56d-4642-a492-ca606d46df17 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692113 Sep 19 12:27:02.223664 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:27:02.223939 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Checking segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:27:02.224464 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Bound using segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:27:02.225051 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Bound port: c4e762c9-9e21-4d97-aae6-808ed7a47183, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:27:02.225518 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:02.305599 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] For port c4e762c9-9e21-4d97-aae6-808ed7a47183, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:27:02.311776 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] For port c4e762c9-9e21-4d97-aae6-808ed7a47183, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c4e762c9-9e21-4d97-aae6-808ed7a47183,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:27:02.459651 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:02.464733 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:02.465364 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:02.466789 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/c4e762c9-9e21-4d97-aae6-808ed7a47183 HTTP/1.1" status: 200 len: 1094 time: 1.3792226 Sep 19 12:27:02.468644 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'tag': 'c4e762c9-9e21-4d97-aae6-808ed7a47183'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:27:02.470829 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7b59a6-7d35-44f9-b5a4-f5bffeea7622" -d '{"events": [{"name": "network-changed", "server_uuid": "a4930060-ddb1-4835-a231-ea79ffb14068", "tag": "c4e762c9-9e21-4d97-aae6-808ed7a47183"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:02.523684 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f481ed-42b2-4e55-b8de-a37e7e07ffc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e762c9-9e21-4d97-aae6-808ed7a47183,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:02.528095 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:02.530970 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4646bb60-7796-4995-aabf-45acca1fadbc x-openstack-request-id: req-4646bb60-7796-4995-aabf-45acca1fadbc {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:02.531339 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4930060-ddb1-4835-a231-ea79ffb14068", "tag": "c4e762c9-9e21-4d97-aae6-808ed7a47183", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:02.531541 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4646bb60-7796-4995-aabf-45acca1fadbc {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:02.532000 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4646bb60-7796-4995-aabf-45acca1fadbc'] response: {'name': 'network-changed', 'server_uuid': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'tag': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'status': 'completed', 'code': 200} Sep 19 12:27:02.597496 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Attempt 6 to provision port c4e762c9-9e21-4d97-aae6-808ed7a47183 Sep 19 12:27:02.643851 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-90db661a-437c-4581-a80d-26064c377213 None None] Port c4e762c9-9e21-4d97-aae6-808ed7a47183 had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:27:02.741057 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36944) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:02.814405 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb64b38-d231-45c2-b505-a3de99eca2a8 req-a298e0e8-293b-4a4a-8158-d2446a647f29 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:02.815924 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dcb64b38-d231-45c2-b505-a3de99eca2a8 req-a298e0e8-293b-4a4a-8158-d2446a647f29 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 945 time: 0.0617964 Sep 19 12:27:02.869505 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e57d-a256-483d-8a2d-579f21e994c7 req-5d2fb987-562b-4661-9840-217ad34f6d77 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:02.870978 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6352e57d-a256-483d-8a2d-579f21e994c7 req-5d2fb987-562b-4661-9840-217ad34f6d77 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0742581 Sep 19 12:27:02.883039 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2c9f93c3-5d40-4234-b108-185022ba94c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:02.934052 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dcb64b38-d231-45c2-b505-a3de99eca2a8 req-9f6eb35d-ae20-450c-b9b8-3f8329b70317 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023054 Sep 19 12:27:02.967345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:02.970953 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6352e57d-a256-483d-8a2d-579f21e994c7 req-111c8a06-5869-4773-8f8c-bfa1c344ff6b tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920322 Sep 19 12:27:03.061116 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2c9f93c3-5d40-4234-b108-185022ba94c5 admin admin] Publish callbacks [] for security_group (85ec1b01-8aa1-4add-b21a-a3c213ff2b58), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:03.076903 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a3dc-e2b7-438a-bbaf-80ef943c5902 req-f9769ea0-e7f7-415d-9654-03c60b2bb83b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:03.078703 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3fa7a3dc-e2b7-438a-bbaf-80ef943c5902 req-f9769ea0-e7f7-415d-9654-03c60b2bb83b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0724881 Sep 19 12:27:03.112536 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:03.152074 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3fa7a3dc-e2b7-438a-bbaf-80ef943c5902 req-01a31c50-79a7-4e26-a63f-c0475399859b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667207 Sep 19 12:27:03.181284 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2c9f93c3-5d40-4234-b108-185022ba94c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (85ec1b01-8aa1-4add-b21a-a3c213ff2b58), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:03.222842 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2c9f93c3-5d40-4234-b108-185022ba94c5 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=59cf2fd58fc04fb68e0789aa6172f0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4787123 Sep 19 12:27:03.226190 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 36974) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:03.226337 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f93c3-5d40-4234-b108-185022ba94c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ec1b01-8aa1-4add-b21a-a3c213ff2b58,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:03.283066 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c9d1e432-d22c-4277-842a-79dea69b7644 admin admin] Publish callbacks [] for security_group (85ec1b01-8aa1-4add-b21a-a3c213ff2b58), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:03.283317 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eda77b-fd78-481d-af24-7fb8c03a8dd4 req-f829c562-fe17-4c2e-93c4-6f0fcfa3dd02 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:03.284743 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c3eda77b-fd78-481d-af24-7fb8c03a8dd4 req-f829c562-fe17-4c2e-93c4-6f0fcfa3dd02 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.0466864 Sep 19 12:27:03.304588 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c9d1e432-d22c-4277-842a-79dea69b7644 admin admin] Publish callbacks [] for security_group (85ec1b01-8aa1-4add-b21a-a3c213ff2b58), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:03.338445 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c3eda77b-fd78-481d-af24-7fb8c03a8dd4 req-09cd9cda-600d-400b-bf20-457bfe0cd65b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472856 Sep 19 12:27:03.437240 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c9d1e432-d22c-4277-842a-79dea69b7644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (85ec1b01-8aa1-4add-b21a-a3c213ff2b58), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:03.439757 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c9d1e432-d22c-4277-842a-79dea69b7644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:03.440923 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-c9d1e432-d22c-4277-842a-79dea69b7644 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/85ec1b01-8aa1-4add-b21a-a3c213ff2b58 HTTP/1.1" status: 204 len: 168 time: 0.2133751 Sep 19 12:27:03.449082 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1e432-d22c-4277-842a-79dea69b7644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ec1b01-8aa1-4add-b21a-a3c213ff2b58,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:03.529515 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-510f14c8-9a0c-4fba-a8d8-2c311e6c8b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:03.738702 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:04.057917 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ce405-0816-44f7-be94-7a61a21531c3 req-aeb84393-2781-4e99-a715-18fa0df8b248 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:04.059401 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3b8ce405-0816-44f7-be94-7a61a21531c3 req-aeb84393-2781-4e99-a715-18fa0df8b248 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 945 time: 0.0455396 Sep 19 12:27:04.106625 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3b8ce405-0816-44f7-be94-7a61a21531c3 req-cbc77883-46e2-48bf-8d57-62f444ae63c0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410712 Sep 19 12:27:04.145881 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 36994) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:04.159627 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-217e509e-e30c-4506-b0ea-e877995e26b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:04.285912 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-217e509e-e30c-4506-b0ea-e877995e26b6 admin admin] Publish callbacks [] for security_group (85391857-8f86-4d3b-a9ef-edce7a0e413a), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:04.294315 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d614619-fb9e-494b-9ad5-26376ce5372e req-c8de07e8-db29-4fc7-97b7-fbdb994203e7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:04.295781 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6d614619-fb9e-494b-9ad5-26376ce5372e req-c8de07e8-db29-4fc7-97b7-fbdb994203e7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0668886 Sep 19 12:27:04.342315 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6d614619-fb9e-494b-9ad5-26376ce5372e req-1b6776df-c5bf-4572-af15-ba0c93e38fa6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Sep 19 12:27:04.458908 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cfe65-894e-4828-b0e1-019806de50cc req-b144d488-f3ab-42ba-8a5c-cd878128c229 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:04.460388 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-888cfe65-894e-4828-b0e1-019806de50cc req-b144d488-f3ab-42ba-8a5c-cd878128c229 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.0454805 Sep 19 12:27:04.483057 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-217e509e-e30c-4506-b0ea-e877995e26b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (85391857-8f86-4d3b-a9ef-edce7a0e413a), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:04.542726 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-217e509e-e30c-4506-b0ea-e877995e26b6 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=040a7e5c7a1d4cdd8a4fa03a67502986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956604 Sep 19 12:27:04.545420 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37002) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:04.548521 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e509e-e30c-4506-b0ea-e877995e26b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85391857-8f86-4d3b-a9ef-edce7a0e413a,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:04.553845 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-888cfe65-894e-4828-b0e1-019806de50cc req-2e727f66-bac6-482e-b5d7-ca1a2fdfda1d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876434 Sep 19 12:27:04.617251 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1234-ff6b-469d-81ef-e6dfdfbda9cc admin admin] Publish callbacks [] for security_group (85391857-8f86-4d3b-a9ef-edce7a0e413a), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:04.646344 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1234-ff6b-469d-81ef-e6dfdfbda9cc admin admin] Publish callbacks [] for security_group (85391857-8f86-4d3b-a9ef-edce7a0e413a), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:04.837743 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1234-ff6b-469d-81ef-e6dfdfbda9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (85391857-8f86-4d3b-a9ef-edce7a0e413a), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:04.840468 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1234-ff6b-469d-81ef-e6dfdfbda9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:04.841669 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2ffc1234-ff6b-469d-81ef-e6dfdfbda9cc admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/85391857-8f86-4d3b-a9ef-edce7a0e413a HTTP/1.1" status: 204 len: 168 time: 0.2952492 Sep 19 12:27:04.849968 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc1234-ff6b-469d-81ef-e6dfdfbda9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85391857-8f86-4d3b-a9ef-edce7a0e413a,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:05.244898 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c42d3d-190c-4864-8088-9e9f6513764c req-9f30c93b-6599-413e-a880-6bfc39871ce4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:05.246431 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-07c42d3d-190c-4864-8088-9e9f6513764c req-9f30c93b-6599-413e-a880-6bfc39871ce4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 945 time: 0.0511563 Sep 19 12:27:05.256911 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:27:05.302916 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:27:05.306115 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-07c42d3d-190c-4864-8088-9e9f6513764c req-068cc80f-3e25-48e0-aa6a-05a796af07e4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534315 Sep 19 12:27:05.353776 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:05.380693 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:27:05.381172 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:05.381524 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 Sep 19 12:27:05.477017 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:27:05.477410 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:05.478042 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7b19b-2390-4d4a-982c-c68234e170e9 req-e4cfc35f-08fa-4009-a9e6-e55325645d54 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:05.479762 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27d7b19b-2390-4d4a-982c-c68234e170e9 req-e4cfc35f-08fa-4009-a9e6-e55325645d54 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0545092 Sep 19 12:27:05.503840 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:27:05.506361 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f35f80-af25-4137-b497-44bf97bb6d33" -d '{"events": [{"server_uuid": "ded9ef48-10a2-4c68-bf0b-ad0e02e36308", "name": "network-vif-plugged", "status": "completed", "tag": "5e58fb6d-79ef-4674-8ba5-094c6cba4cd9"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:05.523987 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:05.539133 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27d7b19b-2390-4d4a-982c-c68234e170e9 req-d69e59bf-f9c9-4dd2-880d-55591ff0d732 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535202 Sep 19 12:27:05.569945 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2911c0f8-3f51-4bd8-ba83-153a0049ad9d x-openstack-request-id: req-2911c0f8-3f51-4bd8-ba83-153a0049ad9d {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:05.569945 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded9ef48-10a2-4c68-bf0b-ad0e02e36308", "name": "network-vif-plugged", "status": "completed", "tag": "5e58fb6d-79ef-4674-8ba5-094c6cba4cd9", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:05.569945 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2911c0f8-3f51-4bd8-ba83-153a0049ad9d {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:05.569945 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2911c0f8-3f51-4bd8-ba83-153a0049ad9d'] response: {'server_uuid': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9', 'code': 200} Sep 19 12:27:05.682292 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cd781-5b0f-4cf9-ac89-b6310df4fc22 req-b0cf75c4-d00b-412f-802b-49394401f26c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:05.683814 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b06cd781-5b0f-4cf9-ac89-b6310df4fc22 req-b0cf75c4-d00b-412f-802b-49394401f26c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.0483015 Sep 19 12:27:05.689343 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:05.737828 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02784a0d-68e6-4925-b284-92492e22d606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:05.740333 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:05.749900 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b06cd781-5b0f-4cf9-ac89-b6310df4fc22 req-54fbc1d9-67c3-48da-bbb6-79a279ae7d21 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587571 Sep 19 12:27:05.767157 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:06.011086 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b59a6-7d35-44f9-b5a4-f5bffeea7622 req-7d0f514d-76df-4bc9-97a1-637e2d06869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.013133 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-be7b59a6-7d35-44f9-b5a4-f5bffeea7622 req-7d0f514d-76df-4bc9-97a1-637e2d06869a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 1128 time: 0.0745785 Sep 19 12:27:06.260016 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-be94e0b6-3cd0-481d-8818-486c29c2ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.261579 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-be94e0b6-3cd0-481d-8818-486c29c2ac62 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 1129 time: 0.1363575 Sep 19 12:27:06.401755 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b59a6-7d35-44f9-b5a4-f5bffeea7622 req-72b866a9-9811-44c0-9e89-3abbbfef6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.402958 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-be7b59a6-7d35-44f9-b5a4-f5bffeea7622 req-72b866a9-9811-44c0-9e89-3abbbfef6fdc service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=68496d9aa29542139f00104051248a5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3814988 Sep 19 12:27:06.430544 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:06.683279 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232a695-1711-4f62-8966-f9eb768507e7 req-08f4b50a-a1e2-4a7a-8471-6ab2e2789954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.684631 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7232a695-1711-4f62-8966-f9eb768507e7 req-08f4b50a-a1e2-4a7a-8471-6ab2e2789954 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 1130 time: 0.3216262 Sep 19 12:27:06.820253 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-d6bf9cfa-0068-4492-beeb-234be9929e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.821746 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-d6bf9cfa-0068-4492-beeb-234be9929e16 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.5449009 Sep 19 12:27:06.827927 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a34ecf-904b-4152-89a0-9bd018604f2d req-8ca755e2-7864-4cee-8e6a-2ea090bbeb03 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.833282 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-62a34ecf-904b-4152-89a0-9bd018604f2d req-8ca755e2-7864-4cee-8e6a-2ea090bbeb03 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.4115741 Sep 19 12:27:06.840779 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:06.892498 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:06.937575 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-5ffcef03-b378-4624-a8c6-9afb65d2d052 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=407a25f0-769d-4a17-9669-56cf43a8cdc3 HTTP/1.1" status: 200 len: 217 time: 0.1021857 Sep 19 12:27:06.944035 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7232a695-1711-4f62-8966-f9eb768507e7 req-dd5a2fe1-f7b1-4ad8-b9ce-fabd68314a14 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2392249 Sep 19 12:27:06.984495 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b59a6-7d35-44f9-b5a4-f5bffeea7622 req-9c71f16b-7e9f-4508-8096-7ada91c4ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:06.986005 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-be7b59a6-7d35-44f9-b5a4-f5bffeea7622 req-9c71f16b-7e9f-4508-8096-7ada91c4ab47 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5718651 Sep 19 12:27:07.017832 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-62a34ecf-904b-4152-89a0-9bd018604f2d req-ec20fc27-8629-4e63-8846-b86058d35161 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1637363 Sep 19 12:27:07.029764 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-bd806dc4-d0a0-4815-af47-e29f87908806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:07.032046 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-bd806dc4-d0a0-4815-af47-e29f87908806 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0820487 Sep 19 12:27:07.260966 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:07.288023 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73ae1-f705-4c54-ad49-a900c81a8c5c req-582d224b-13a1-4b6c-9c1c-ad39621ac9c3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:07.298106 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-93f73ae1-f705-4c54-ad49-a900c81a8c5c req-582d224b-13a1-4b6c-9c1c-ad39621ac9c3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.1633692 Sep 19 12:27:07.348455 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-6a581b98-a9fc-460e-b7e1-90dff82906d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:07.350002 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-6a581b98-a9fc-460e-b7e1-90dff82906d0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1794856 Sep 19 12:27:07.355558 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-7c03a18e-64d2-4dc7-b0a5-4291724ccf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:07.360107 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-7c03a18e-64d2-4dc7-b0a5-4291724ccf53 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 1128 time: 0.1316535 Sep 19 12:27:07.429109 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-93f73ae1-f705-4c54-ad49-a900c81a8c5c req-ca3f6e00-5d07-4edc-870f-58d5683f1646 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369281 Sep 19 12:27:07.466122 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-44cd6784-d64d-47c6-83b5-cf4229ec3f07 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4e762c9-9e21-4d97-aae6-808ed7a47183 HTTP/1.1" status: 200 len: 217 time: 0.0437262 Sep 19 12:27:07.526656 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-eb312619-b128-4671-98d4-4ab3045fed29 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657293 Sep 19 12:27:07.534644 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:07.545077 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7587c1a-45b6-458b-87ac-6f4bbcef2817 req-014cdeb8-7807-4888-a3e2-4df049dccc65 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:07.545077 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a7587c1a-45b6-458b-87ac-6f4bbcef2817 req-014cdeb8-7807-4888-a3e2-4df049dccc65 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.0581312 Sep 19 12:27:07.595058 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a7587c1a-45b6-458b-87ac-6f4bbcef2817 req-1ab78ccf-01e2-4c37-85f9-7755cbb03169 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473964 Sep 19 12:27:07.732654 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:27:07.924853 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-1a0edee2-07f1-401c-9d95-bd4a83d754cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:07.926304 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-1a0edee2-07f1-401c-9d95-bd4a83d754cf service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=371e45eb-fb30-4c5e-963a-202e37649855 HTTP/1.1" status: 200 len: 853 time: 0.0924141 Sep 19 12:27:07.990449 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4ad4a04-648f-4f26-a912-141a91bcbe26 req-58570f07-4d19-4515-930e-1b7abd741dac service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488516 Sep 19 12:27:08.001643 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-47b1805d-349c-4684-bf28-6fdb483c140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:08.001643 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-47b1805d-349c-4684-bf28-6fdb483c140e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2775bc2c-1de6-4530-99c8-74593487735c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574424 Sep 19 12:27:08.210963 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2dfbe-a79c-4f13-a11b-a3e83c7ab46d req-667e103c-07c1-44a6-a991-2dc71bdefc77 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:08.212770 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b0b2dfbe-a79c-4f13-a11b-a3e83c7ab46d req-667e103c-07c1-44a6-a991-2dc71bdefc77 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0975070 Sep 19 12:27:08.260444 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-86efba25-bc11-43d7-ab75-ad5c64177a1f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703610 Sep 19 12:27:08.305855 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b0b2dfbe-a79c-4f13-a11b-a3e83c7ab46d req-b43ca33c-51b0-47e5-86af-b5b0563ec798 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824683 Sep 19 12:27:08.563197 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5a037-97d7-4ecd-8396-04d148a62c56 req-0d81ee8b-be12-4cc5-b7aa-9fa28954faec tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:08.565758 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abc5a037-97d7-4ecd-8396-04d148a62c56 req-0d81ee8b-be12-4cc5-b7aa-9fa28954faec tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0495706 Sep 19 12:27:08.622762 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abc5a037-97d7-4ecd-8396-04d148a62c56 req-91e0c079-4c71-47b8-92ce-e72753e165ac tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Sep 19 12:27:08.676664 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:08.736886 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a1cb-dfbe-4611-bad7-54d1bfa3bb43 req-e9c63379-c387-45cb-9f6f-6631a499e23a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:08.738306 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5c48a1cb-dfbe-4611-bad7-54d1bfa3bb43 req-e9c63379-c387-45cb-9f6f-6631a499e23a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.0469975 Sep 19 12:27:08.752559 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:08.793158 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5c48a1cb-dfbe-4611-bad7-54d1bfa3bb43 req-e7458be8-80a6-4059-8dae-174d3f892a99 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490756 Sep 19 12:27:09.063970 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:09.424850 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690cdf8-7d6d-418a-b300-d5965cacc467 req-fda191f9-3475-4cba-96d2-e469ca18723c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:09.426393 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3690cdf8-7d6d-418a-b300-d5965cacc467 req-fda191f9-3475-4cba-96d2-e469ca18723c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0480745 Sep 19 12:27:09.479436 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3690cdf8-7d6d-418a-b300-d5965cacc467 req-fef5c7f3-e166-41e1-bce4-dd66ecc757a6 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461206 Sep 19 12:27:09.768076 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cf315-437d-475a-9306-f12625378fec req-882e6862-d837-4ace-81f4-5a3f38e1d2b3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:09.769864 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9e4cf315-437d-475a-9306-f12625378fec req-882e6862-d837-4ace-81f4-5a3f38e1d2b3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0523920 Sep 19 12:27:09.819666 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9e4cf315-437d-475a-9306-f12625378fec req-a5ba1028-ca0a-4aa1-a6c3-4bb1023a8eaa tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Sep 19 12:27:09.849457 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:09.920123 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e2b47-029e-4d9b-86b1-b7dd508e5a78 req-3e1f097d-ef86-4305-bb9c-26b07d164788 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:09.921737 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-987e2b47-029e-4d9b-86b1-b7dd508e5a78 req-3e1f097d-ef86-4305-bb9c-26b07d164788 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.0521986 Sep 19 12:27:09.968480 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:09.972783 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-987e2b47-029e-4d9b-86b1-b7dd508e5a78 req-61242c42-8ff8-4178-9188-f626e588df34 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449309 Sep 19 12:27:10.300674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:10.601802 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaee8d-3125-4c81-be63-074f985f4e1e req-5f82b74c-c1e6-4c53-9139-c413cdfbe93f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:10.603095 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-62aaee8d-3125-4c81-be63-074f985f4e1e req-5f82b74c-c1e6-4c53-9139-c413cdfbe93f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0455413 Sep 19 12:27:10.655512 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-62aaee8d-3125-4c81-be63-074f985f4e1e req-ed977b95-2b07-4898-bb44-7a171a9f3883 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465786 Sep 19 12:27:10.763457 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:10.943700 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f54cb5-f862-4a00-92df-5acb48a8df39 req-dadb8a15-1f52-475a-a06d-f7d0782e3482 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:10.945315 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-56f54cb5-f862-4a00-92df-5acb48a8df39 req-dadb8a15-1f52-475a-a06d-f7d0782e3482 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0463302 Sep 19 12:27:10.999924 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-56f54cb5-f862-4a00-92df-5acb48a8df39 req-b070bc83-f747-44c6-8674-436464a0377e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486107 Sep 19 12:27:11.026316 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:11.105751 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc6c6c-b083-4029-abc9-6f47f33dfa11 req-07dcf1e7-a459-4207-b05d-01bf594fa52e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:11.107144 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ddcc6c6c-b083-4029-abc9-6f47f33dfa11 req-07dcf1e7-a459-4207-b05d-01bf594fa52e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.0488844 Sep 19 12:27:11.159920 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ddcc6c6c-b083-4029-abc9-6f47f33dfa11 req-7dc7dcfd-9b34-4237-bf2b-857ff8b4810a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469954 Sep 19 12:27:11.300290 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:11.540153 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:11.792439 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a6c1f-ce8d-457c-8361-14faf3aefc04 req-6398f4e0-0439-4787-86b8-4562b7f84ee1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:11.794116 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6d6a6c1f-ce8d-457c-8361-14faf3aefc04 req-6398f4e0-0439-4787-86b8-4562b7f84ee1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0569746 Sep 19 12:27:11.915841 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6d6a6c1f-ce8d-457c-8361-14faf3aefc04 req-d2061d7f-30b8-4dce-a432-5532bf0e546c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014297 Sep 19 12:27:11.926845 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-648a081c-25fd-4ce4-99ab-fe7b34a041a1 req-f49a1316-e0c7-4fe6-9bd1-9a33ba57cedf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306739 Sep 19 12:27:12.145923 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253bfd-c9d1-4b18-bbd5-eded194741e4 req-7262ca29-63a2-40cf-943b-e9dd6785b750 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:12.147682 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6f253bfd-c9d1-4b18-bbd5-eded194741e4 req-7262ca29-63a2-40cf-943b-e9dd6785b750 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0594883 Sep 19 12:27:12.183553 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:12.203771 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6f253bfd-c9d1-4b18-bbd5-eded194741e4 req-9fdc2d16-4359-402f-b3e1-fd6703617b5f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494635 Sep 19 12:27:12.298335 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6df91-0e64-4437-8bdf-0856af21d9f4 req-b75e10f6-5f33-4aa0-9dc2-b37bf5b2def6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:12.299929 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a3c6df91-0e64-4437-8bdf-0856af21d9f4 req-b75e10f6-5f33-4aa0-9dc2-b37bf5b2def6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.0530987 Sep 19 12:27:12.353816 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a3c6df91-0e64-4437-8bdf-0856af21d9f4 req-52bc85b5-af00-4431-a1bf-42301aeedea2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478978 Sep 19 12:27:12.727497 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:12.837446 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:13.075097 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453fc9-d1f3-4f70-af2d-f08145d0c315 req-3a26d8e7-16dc-4631-bbb5-84a11367b8fb tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:13.082003 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58453fc9-d1f3-4f70-af2d-f08145d0c315 req-3a26d8e7-16dc-4631-bbb5-84a11367b8fb tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0780513 Sep 19 12:27:13.132623 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58453fc9-d1f3-4f70-af2d-f08145d0c315 req-ce4419d3-90ec-4aab-9c75-125915d2ff67 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407543 Sep 19 12:27:13.220464 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:13.229935 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device c4e762c9-9e21-4d97-aae6-808ed7a47183 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:27:13.261806 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9032b6-cbec-4309-a6bb-e0b9646ca2a9 req-1c52da2e-1c5f-478d-a797-132b0f95e12f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:13.267275 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3b9032b6-cbec-4309-a6bb-e0b9646ca2a9 req-1c52da2e-1c5f-478d-a797-132b0f95e12f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0729480 Sep 19 12:27:13.275025 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37296) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:13.279927 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-ef7e9914-55b8-4dd9-b815-45683ad0475a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'floatingip': {'port_id': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:27:13.322401 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:13.327535 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=100 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:13.357588 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port c4e762c9-9e21-4d97-aae6-808ed7a47183, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c4e762c9-9e21-4d97-aae6-808ed7a47183,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:13.370667 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:27:13.371729 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1708607-7ee4-48bf-8b37-38de301ab785 req-13e48945-be35-4944-835c-64eefeb4633a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:13.373558 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c1708607-7ee4-48bf-8b37-38de301ab785 req-13e48945-be35-4944-835c-64eefeb4633a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0496068 Sep 19 12:27:13.373704 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ef7e9914-55b8-4dd9-b815-45683ad0475a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (57044dce-2c0b-4ed7-9ff2-8d1b83be56c4), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:13.420289 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port c4e762c9-9e21-4d97-aae6-808ed7a47183 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:27:13.421166 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:13.462226 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c1708607-7ee4-48bf-8b37-38de301ab785 req-565c89cf-15d6-475c-a865-bc1cb6d595bf tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806468 Sep 19 12:27:13.530604 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163993d-41cb-4a99-a8b3-3794d1dca78f req-fa31c4b8-cb5b-40a2-a385-a0cb09ff9565 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:13.532619 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a163993d-41cb-4a99-a8b3-3794d1dca78f req-fa31c4b8-cb5b-40a2-a385-a0cb09ff9565 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 944 time: 0.0558124 Sep 19 12:27:13.593360 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a163993d-41cb-4a99-a8b3-3794d1dca78f req-7c854ada-e7bd-42e1-8740-5dcee6b49a8b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530872 Sep 19 12:27:13.611341 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e762c9-9e21-4d97-aae6-808ed7a47183 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:27:13.636361 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port c4e762c9-9e21-4d97-aae6-808ed7a47183, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c4e762c9-9e21-4d97-aae6-808ed7a47183,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:13.693035 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-8b9ded44-698f-4886-b6bb-8a656001d356 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424604 Sep 19 12:27:13.791311 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:13.796706 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-fd9e7801-0b9e-4615-9459-869a1e3423f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:13.798206 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-fd9e7801-0b9e-4615-9459-869a1e3423f5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=70886a6d77434c90b59efd86c2395088&device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 1129 time: 0.0396814 Sep 19 12:27:13.825406 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:13.839638 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=c4e762c9-9e21-4d97-aae6-808ed7a47183,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:13.847182 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.847654 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.847838 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.848184 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.848523 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.848881 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.853420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.853420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.853420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.853420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.853420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.853420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.853420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.853420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.853420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:13.928972 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:14.148380 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:14.215602 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ef7e9914-55b8-4dd9-b815-45683ad0475a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:14.328862 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ef7e9914-55b8-4dd9-b815-45683ad0475a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (57044dce-2c0b-4ed7-9ff2-8d1b83be56c4), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:14.413385 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:14.428073 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.l3_db [None req-ef7e9914-55b8-4dd9-b815-45683ad0475a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Floating IP 57044dce-2c0b-4ed7-9ff2-8d1b83be56c4 associated. External IP: 172.27.3.70, port: 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9. Sep 19 12:27:14.601312 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319498bf-0812-4df1-af8d-7df7a76a184b req-c37d11f6-0339-4d9b-8bb8-ff8523be6e50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:14.604020 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-319498bf-0812-4df1-af8d-7df7a76a184b req-c37d11f6-0339-4d9b-8bb8-ff8523be6e50 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0510001 Sep 19 12:27:14.661944 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7e9914-55b8-4dd9-b815-45683ad0475a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Router 2adeb970-409c-4789-96cf-b2dc1865cf9b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:27:14.666324 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-319498bf-0812-4df1-af8d-7df7a76a184b req-8cba61c0-6f8f-4f70-af5e-f0459de481a9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573592 Sep 19 12:27:14.757884 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91704bf-6d0c-4144-ad54-fc6f720f9853 req-d0a53b0c-0633-4d47-acd1-43f92d8fc46a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:14.759380 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d91704bf-6d0c-4144-ad54-fc6f720f9853 req-d0a53b0c-0633-4d47-acd1-43f92d8fc46a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 945 time: 0.0551703 Sep 19 12:27:14.787305 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7e9914-55b8-4dd9-b815-45683ad0475a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:27:14.793137 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ef7e9914-55b8-4dd9-b815-45683ad0475a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:14.802278 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] Sync routers for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:27:14.808884 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d91704bf-6d0c-4144-ad54-fc6f720f9853 req-a967cd3d-880c-4816-8eed-7e09a8d273ac tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435927 Sep 19 12:27:14.813380 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:27:14.814209 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:27:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:14.833344 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ef7e9914-55b8-4dd9-b815-45683ad0475a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/57044dce-2c0b-4ed7-9ff2-8d1b83be56c4 HTTP/1.1" status: 200 len: 991 time: 1.5548415 Sep 19 12:27:14.833344 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'tag': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:27:14.834397 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812d710b-05af-43f7-b133-c3e7d9256c63" -d '{"events": [{"name": "network-changed", "server_uuid": "ded9ef48-10a2-4c68-bf0b-ad0e02e36308", "tag": "5e58fb6d-79ef-4674-8ba5-094c6cba4cd9"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:14.873819 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c02d22b-bcdd-4adb-8066-cbe6923ead16 x-openstack-request-id: req-1c02d22b-bcdd-4adb-8066-cbe6923ead16 {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:14.874114 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded9ef48-10a2-4c68-bf0b-ad0e02e36308", "tag": "5e58fb6d-79ef-4674-8ba5-094c6cba4cd9", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:14.883097 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1c02d22b-bcdd-4adb-8066-cbe6923ead16 {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:14.883097 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c02d22b-bcdd-4adb-8066-cbe6923ead16'] response: {'name': 'network-changed', 'server_uuid': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'tag': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9', 'status': 'completed', 'code': 200} Sep 19 12:27:14.919161 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:27:15.163526 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '57044dce-2c0b-4ed7-9ff2-8d1b83be56c4', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'port_id': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'mac_address': 'fa:16:3e:39:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:36Z', 'updated_at': '2022-09-19T12:27:14Z', 'revision_number': 1, 'project_id': '61eb996219124e819beda67ca498dee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:15.188442 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] Checking router: 2adeb970-409c-4789-96cf-b2dc1865cf9b for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:27:15.200893 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:27:15.201588 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:27:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:15.303713 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:27:15.466070 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:15.494265 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:15.516711 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '57044dce-2c0b-4ed7-9ff2-8d1b83be56c4', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'port_id': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'mac_address': 'fa:16:3e:39:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:36Z', 'updated_at': '2022-09-19T12:27:14Z', 'revision_number': 1, 'project_id': '61eb996219124e819beda67ca498dee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:15.540871 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2faf0b9-3cc0-4a0d-b12d-97ec73e15249 None None] The sync data for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi is: [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '57044dce-2c0b-4ed7-9ff2-8d1b83be56c4', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'port_id': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'mac_address': 'fa:16:3e:39:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:36Z', 'updated_at': '2022-09-19T12:27:14Z', 'revision_number': 1, 'project_id': '61eb996219124e819beda67ca498dee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:27:15.659900 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:15.747917 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b77899b-040d-4af0-8ae2-9b0e612e9e18 None None] New status for floating IP 57044dce-2c0b-4ed7-9ff2-8d1b83be56c4: ACTIVE {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:27:15.784325 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60aa55-2cf2-46be-93e8-b088ff82733a req-1e58182b-fe7c-4872-8537-fa9c7d6b5737 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:15.786096 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6d60aa55-2cf2-46be-93e8-b088ff82733a req-1e58182b-fe7c-4872-8537-fa9c7d6b5737 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0494280 Sep 19 12:27:15.834257 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6d60aa55-2cf2-46be-93e8-b088ff82733a req-4fb67983-e279-4e92-ab71-e2353ff436e3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Sep 19 12:27:15.861541 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:15.934718 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cfbe7-2aa1-4068-a54d-ad2e0aeb827a req-d4b99c2c-4ed6-4b7d-a572-17e7ddc2a797 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:15.936107 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d15cfbe7-2aa1-4068-a54d-ad2e0aeb827a req-d4b99c2c-4ed6-4b7d-a572-17e7ddc2a797 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 945 time: 0.0465410 Sep 19 12:27:15.986803 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d15cfbe7-2aa1-4068-a54d-ad2e0aeb827a req-df321e82-e313-46c9-b3b4-e83600008728 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444651 Sep 19 12:27:16.745648 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:16.932848 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:16.954683 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400c37e-f0d8-4da8-b713-36f9eb6161c1 req-81d58a55-15ae-47d7-8712-c284444a46a1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:16.956137 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8400c37e-f0d8-4da8-b713-36f9eb6161c1 req-81d58a55-15ae-47d7-8712-c284444a46a1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0452409 Sep 19 12:27:16.983889 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:17.002300 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8400c37e-f0d8-4da8-b713-36f9eb6161c1 req-9d0eb3cb-6aa0-41fe-980a-e9be3e06d019 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 Sep 19 12:27:17.103769 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184fe1f-924b-48cf-bf12-0e0a652aab65 req-36793a45-4af3-4de3-920b-0c1b4f10bae3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:17.105272 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3184fe1f-924b-48cf-bf12-0e0a652aab65 req-36793a45-4af3-4de3-920b-0c1b4f10bae3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 945 time: 0.0469530 Sep 19 12:27:17.231626 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3184fe1f-924b-48cf-bf12-0e0a652aab65 req-95103184-2f3e-429e-ae14-c40770d797b7 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208804 Sep 19 12:27:17.239121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-09a78daa-4552-4a31-887d-18a96dff033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:17.240572 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-09a78daa-4552-4a31-887d-18a96dff033a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 1130 time: 0.0770772 Sep 19 12:27:17.333668 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-e0d48d04-a6ab-4a02-8e66-c5502636f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:17.337664 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-e0d48d04-a6ab-4a02-8e66-c5502636f75e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=81100c72-7f37-407d-a856-a5824fefc080 HTTP/1.1" status: 200 len: 912 time: 0.2054558 Sep 19 12:27:17.398375 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-8e914d8c-bf1e-4e74-9333-2bf467e3081e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0f23c2d-a197-4591-96d2-604617c4253d HTTP/1.1" status: 200 len: 217 time: 0.0433419 Sep 19 12:27:17.399533 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-e6fef627-0b03-458b-9c06-02dbc606c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:17.400958 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-e6fef627-0b03-458b-9c06-02dbc606c036 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 200 len: 911 time: 0.1516523 Sep 19 12:27:17.431338 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:17.463049 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['c4e762c9-9e21-4d97-aae6-808ed7a47183'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:27:17.531315 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-e27aa140-6bb8-407a-a519-ffd770eac720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:17.532858 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-e27aa140-6bb8-407a-a519-ffd770eac720 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=5e0f4980-764a-462f-99ee-7843a8bede6a HTTP/1.1" status: 200 len: 850 time: 0.1182618 Sep 19 12:27:17.534637 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-2a36c771-ad3b-45e3-a309-7e80df007f38 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 HTTP/1.1" status: 200 len: 1001 time: 0.1130052 Sep 19 12:27:17.818029 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:17.821389 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-74060c82-82ce-4175-b00b-522156418154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:17.822859 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-74060c82-82ce-4175-b00b-522156418154 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=81100c72-7f37-407d-a856-a5824fefc080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2694831 Sep 19 12:27:17.826379 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-a64854ee-20d7-41dc-8253-05d12e010435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:17.827667 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-a64854ee-20d7-41dc-8253-05d12e010435 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15940146-7ac3-40ce-99ef-da58ec216274 HTTP/1.1" status: 200 len: 849 time: 0.2663867 Sep 19 12:27:18.127399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5815ec2-ef9a-40c7-a0b8-8747d29a4d13 req-4deaf862-90d8-47e1-b0f4-0d55f709ce78 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:18.128928 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e5815ec2-ef9a-40c7-a0b8-8747d29a4d13 req-4deaf862-90d8-47e1-b0f4-0d55f709ce78 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0472167 Sep 19 12:27:18.178389 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e5815ec2-ef9a-40c7-a0b8-8747d29a4d13 req-5e5ae039-5f7b-4141-9e19-965b781cb27a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Sep 19 12:27:18.354630 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d87ffd-8b65-4ba8-9c77-2f5bd2173dd7 req-8501ea84-9b83-4f50-9393-713a8098bff3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:18.356210 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57d87ffd-8b65-4ba8-9c77-2f5bd2173dd7 req-8501ea84-9b83-4f50-9393-713a8098bff3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 945 time: 0.0466011 Sep 19 12:27:18.380784 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:18.408807 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57d87ffd-8b65-4ba8-9c77-2f5bd2173dd7 req-6b30ab65-ebb2-4fc2-9fef-0c2bc27fb649 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465837 Sep 19 12:27:18.481384 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:18.694530 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:19.029897 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:19.306693 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c8fd-73d4-4226-92cd-7bb51b3db5c9 req-031e0e8b-68b1-495f-8af0-0be4ce324f2f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:19.308069 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1ba8c8fd-73d4-4226-92cd-7bb51b3db5c9 req-031e0e8b-68b1-495f-8af0-0be4ce324f2f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0496147 Sep 19 12:27:19.359533 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1ba8c8fd-73d4-4226-92cd-7bb51b3db5c9 req-042751de-aeac-44c5-8c89-19f136705771 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Sep 19 12:27:19.532227 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99fad2-9290-4831-9538-3deb2c8066d2 req-dd39df2b-d146-47b9-8c69-eba397e37bf0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:19.533751 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9a99fad2-9290-4831-9538-3deb2c8066d2 req-dd39df2b-d146-47b9-8c69-eba397e37bf0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 945 time: 0.0454929 Sep 19 12:27:19.581397 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9a99fad2-9290-4831-9538-3deb2c8066d2 req-a886081a-77a4-4e9f-b837-932dfe37d090 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Sep 19 12:27:19.699769 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:19.932330 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:20.155318 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:20.482906 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aef51-e098-4e76-a704-9a2293b3c003 req-495eb424-c0d2-4748-8036-e0c0bed93b0e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:20.488226 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ef1aef51-e098-4e76-a704-9a2293b3c003 req-495eb424-c0d2-4748-8036-e0c0bed93b0e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0494483 Sep 19 12:27:20.532968 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ef1aef51-e098-4e76-a704-9a2293b3c003 req-372c7ba8-7b97-4d1d-a85f-b9e0dc31b44a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Sep 19 12:27:20.591481 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:20.705086 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b9f21-87a1-443a-9a23-9220c2f715e8 req-79a4c6cc-781a-492b-b095-ea8e226205f7 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:20.706561 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e8b9f21-87a1-443a-9a23-9220c2f715e8 req-79a4c6cc-781a-492b-b095-ea8e226205f7 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 945 time: 0.0485802 Sep 19 12:27:20.752705 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e8b9f21-87a1-443a-9a23-9220c2f715e8 req-12d1afef-6843-485c-9a77-cd22f02296ca tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402658 Sep 19 12:27:20.774126 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:20.921411 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37468) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:20.966653 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-6bc181f3-01c0-4256-8c21-b4208cb266c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:20.968082 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-6bc181f3-01c0-4256-8c21-b4208cb266c3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=fd198206-8f2d-4496-8d28-135d50c06a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847008 Sep 19 12:27:20.978444 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:21.003986 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-a85dd07f-981a-4e34-96da-ea10ed17181b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/81100c72-7f37-407d-a856-a5824fefc080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218748 Sep 19 12:27:21.027708 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.103113 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Publish callbacks [] for security_group (53e5b07b-1294-4eb8-8ab9-699902031f27), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.213088 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (53e5b07b-1294-4eb8-8ab9-699902031f27), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.250139 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=c2761f8d04524b38bd56d9e288ed29b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275108 Sep 19 12:27:21.253289 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 37472) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:21.256055 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e5b07b-1294-4eb8-8ab9-699902031f27,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:21.268449 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.269018 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.269689 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.270256 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.270799 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.271438 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.272039 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.272567 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.273589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.274099 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.274665 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.275257 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.275795 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.276334 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.276767 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af39fe4-f5c5-475a-a35f-56354c09f27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.309666 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device c4e762c9-9e21-4d97-aae6-808ed7a47183 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:27:21.319002 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:21.320180 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Publish callbacks [] for security_group (53e5b07b-1294-4eb8-8ab9-699902031f27), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.340504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Publish callbacks [] for security_group (53e5b07b-1294-4eb8-8ab9-699902031f27), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.357140 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port c4e762c9-9e21-4d97-aae6-808ed7a47183 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:27:21.477796 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port c4e762c9-9e21-4d97-aae6-808ed7a47183 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:27:21.478176 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.478511 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port c4e762c9-9e21-4d97-aae6-808ed7a47183 Sep 19 12:27:21.513024 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:21.515134 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (53e5b07b-1294-4eb8-8ab9-699902031f27), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.520074 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.521689 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/53e5b07b-1294-4eb8-8ab9-699902031f27 HTTP/1.1" status: 204 len: 168 time: 0.2669218 Sep 19 12:27:21.550964 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e5b07b-1294-4eb8-8ab9-699902031f27,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:21.563638 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port c4e762c9-9e21-4d97-aae6-808ed7a47183 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:27:21.564145 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.587913 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.587913 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.588239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.588549 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.588897 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.589156 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.589479 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.589892 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.601212 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.601660 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.602001 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.602336 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.602664 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.602989 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.603309 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34157d6d-2914-4823-9d86-50581bf13b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:27:21.603482 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port c4e762c9-9e21-4d97-aae6-808ed7a47183, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c4e762c9-9e21-4d97-aae6-808ed7a47183,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:21.604582 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e762c9-9e21-4d97-aae6-808ed7a47183'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:27:21.615512 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815b1648-3694-456e-8783-dcf91fa92698" -d '{"events": [{"server_uuid": "a4930060-ddb1-4835-a231-ea79ffb14068", "name": "network-vif-plugged", "status": "completed", "tag": "c4e762c9-9e21-4d97-aae6-808ed7a47183"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:21.670568 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595c187f-2a83-48ec-a2d8-55397a83f9c3 x-openstack-request-id: req-595c187f-2a83-48ec-a2d8-55397a83f9c3 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:21.670889 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4930060-ddb1-4835-a231-ea79ffb14068", "name": "network-vif-plugged", "status": "completed", "tag": "c4e762c9-9e21-4d97-aae6-808ed7a47183", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:21.671163 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-595c187f-2a83-48ec-a2d8-55397a83f9c3 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:21.671526 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-595c187f-2a83-48ec-a2d8-55397a83f9c3'] response: {'server_uuid': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'code': 200} Sep 19 12:27:21.713443 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bb63-ff6b-4f22-acd4-4a44c1e68c1c req-35f42d6a-a698-4686-9aa6-cc1340ba44ff tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:21.714914 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1898bb63-ff6b-4f22-acd4-4a44c1e68c1c req-35f42d6a-a698-4686-9aa6-cc1340ba44ff tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0468836 Sep 19 12:27:21.717178 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:21.767874 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1898bb63-ff6b-4f22-acd4-4a44c1e68c1c req-4e7b1d48-1620-4f0d-8870-c38a1aa55256 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463846 Sep 19 12:27:21.779520 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=c4e762c9-9e21-4d97-aae6-808ed7a47183,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:21.877726 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a5435-5b40-45f8-bcba-0577f115f767 req-8189e328-26a4-490a-8a56-04b38e2efaa8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:21.878140 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-724a5435-5b40-45f8-bcba-0577f115f767 req-8189e328-26a4-490a-8a56-04b38e2efaa8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0499010 Sep 19 12:27:21.931877 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-724a5435-5b40-45f8-bcba-0577f115f767 req-9130e1dc-4bda-4c19-a180-152c85dab1cc tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473022 Sep 19 12:27:21.989463 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:22.271135 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:22.487670 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 37508) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:22.502311 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b87b2c1-db15-4549-a62a-515fb904c773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:22.568891 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:22.617952 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b87b2c1-db15-4549-a62a-515fb904c773 admin admin] Publish callbacks [] for security_group (bcca544e-8bc7-4986-98de-34666b681290), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:22.720811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b87b2c1-db15-4549-a62a-515fb904c773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (bcca544e-8bc7-4986-98de-34666b681290), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:22.721775 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:22.782090 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37528) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:22.848979 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4b87b2c1-db15-4549-a62a-515fb904c773 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=8d76330d017a4edb915398656eb655ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582375 Sep 19 12:27:22.850817 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37534) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:22.894471 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:22.908699 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87b2c1-db15-4549-a62a-515fb904c773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcca544e-8bc7-4986-98de-34666b681290,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:22.918793 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-58c9f442-d0aa-418e-8bc3-c1f281c07662 admin admin] Publish callbacks [] for security_group (bcca544e-8bc7-4986-98de-34666b681290), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:22.955772 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-58c9f442-d0aa-418e-8bc3-c1f281c07662 admin admin] Publish callbacks [] for security_group (bcca544e-8bc7-4986-98de-34666b681290), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:22.971816 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ee742b40-b8bb-44a3-a70d-cef5de8828a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:23.001704 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c482-492e-41e1-91bd-5064bb89a992 req-001976d1-e249-405c-807a-14867c0474a5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:23.003556 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8e66c482-492e-41e1-91bd-5064bb89a992 req-001976d1-e249-405c-807a-14867c0474a5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.1199622 Sep 19 12:27:23.005450 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5815b1d1-45b4-4b3d-b973-93bdbd409e8e req-5f1da4db-075b-45f0-8c8c-d931b8453dee service neutron] 10.222.0.26 "GET /networking/v2.0/networks/81100c72-7f37-407d-a856-a5824fefc080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685218 Sep 19 12:27:23.008209 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:23.012735 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-78ee7abd-e187-4bf6-a153-16de15f08674 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745464 Sep 19 12:27:23.090592 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ee742b40-b8bb-44a3-a70d-cef5de8828a9 admin admin] Publish callbacks [] for security_group (47d89aa9-2867-4d9b-a091-892754d9be88), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:23.097744 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8e66c482-492e-41e1-91bd-5064bb89a992 req-e9d0ade6-4707-46f2-a844-0855bf33dd64 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840757 Sep 19 12:27:23.112870 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ccfd4-b139-41a6-9523-8021aeabf4e8 req-eae1559d-ae5c-4240-99ea-eea8be3500df tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:23.114362 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-214ccfd4-b139-41a6-9523-8021aeabf4e8 req-eae1559d-ae5c-4240-99ea-eea8be3500df tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0765386 Sep 19 12:27:23.176431 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-214ccfd4-b139-41a6-9523-8021aeabf4e8 req-a1a02d0b-a1d2-4ab8-8fb3-62659705af5e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565016 Sep 19 12:27:23.203084 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-58c9f442-d0aa-418e-8bc3-c1f281c07662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (bcca544e-8bc7-4986-98de-34666b681290), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:23.203084 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-58c9f442-d0aa-418e-8bc3-c1f281c07662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:23.203084 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-58c9f442-d0aa-418e-8bc3-c1f281c07662 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/bcca544e-8bc7-4986-98de-34666b681290 HTTP/1.1" status: 204 len: 168 time: 0.3491385 Sep 19 12:27:23.209839 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9f442-d0aa-418e-8bc3-c1f281c07662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcca544e-8bc7-4986-98de-34666b681290,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:23.277764 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ee742b40-b8bb-44a3-a70d-cef5de8828a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (47d89aa9-2867-4d9b-a091-892754d9be88), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:23.316347 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee742b40-b8bb-44a3-a70d-cef5de8828a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d89aa9-2867-4d9b-a091-892754d9be88,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:23.325686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 37552) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:23.329381 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ee742b40-b8bb-44a3-a70d-cef5de8828a9 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=5ead2fafcdb44282b759fbe6903aa84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5419803 Sep 19 12:27:23.395407 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d6b72-525d-473b-8a74-1e8bee93d863 req-437c1027-0979-4f92-8c55-e28cc171abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:23.396892 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-998d6b72-525d-473b-8a74-1e8bee93d863 req-437c1027-0979-4f92-8c55-e28cc171abc0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 1130 time: 0.0702832 Sep 19 12:27:23.462645 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-812d710b-05af-43f7-b133-c3e7d9256c63 req-128970db-8f01-482e-ac37-ee10039aab97 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847024 Sep 19 12:27:23.471571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e51-a931-4f37-92d8-d1d36a7c1eed admin admin] Publish callbacks [] for security_group (47d89aa9-2867-4d9b-a091-892754d9be88), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:23.499865 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-998d6b72-525d-473b-8a74-1e8bee93d863 req-fdd35c24-b19f-40b8-b630-95e381e04bbe service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839157 Sep 19 12:27:23.504224 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e51-a931-4f37-92d8-d1d36a7c1eed admin admin] Publish callbacks [] for security_group (47d89aa9-2867-4d9b-a091-892754d9be88), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:23.658431 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e51-a931-4f37-92d8-d1d36a7c1eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (47d89aa9-2867-4d9b-a091-892754d9be88), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:23.661179 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ac97e51-a931-4f37-92d8-d1d36a7c1eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:23.667721 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5ac97e51-a931-4f37-92d8-d1d36a7c1eed admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/47d89aa9-2867-4d9b-a091-892754d9be88 HTTP/1.1" status: 204 len: 168 time: 0.3344135 Sep 19 12:27:23.678867 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac97e51-a931-4f37-92d8-d1d36a7c1eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d89aa9-2867-4d9b-a091-892754d9be88,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:24.276735 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9beb7-543c-4232-a0f4-48601abad051 req-7ae64647-7160-4d28-b1fd-6dcceda44ae3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:24.278231 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-67f9beb7-543c-4232-a0f4-48601abad051 req-7ae64647-7160-4d28-b1fd-6dcceda44ae3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0599179 Sep 19 12:27:24.326833 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e5623-d75a-47b4-8168-32eee0bf0eb7 req-03469cf4-feb8-4904-b411-a96b34da6b51 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:24.328275 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c37e5623-d75a-47b4-8168-32eee0bf0eb7 req-03469cf4-feb8-4904-b411-a96b34da6b51 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0714695 Sep 19 12:27:24.363822 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-67f9beb7-543c-4232-a0f4-48601abad051 req-671b8515-8092-4f30-920a-f5256e3f2070 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696213 Sep 19 12:27:24.391070 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c37e5623-d75a-47b4-8168-32eee0bf0eb7 req-ca884e6a-2222-4e7e-9321-e56364ec79a3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552051 Sep 19 12:27:24.480923 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:24.643620 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 37592) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:24.657198 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-961ec321-3214-4e87-a93f-90310848eac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:24.737007 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-961ec321-3214-4e87-a93f-90310848eac6 admin admin] Publish callbacks [] for security_group (04053cad-71f5-42ff-b954-8476df0d4198), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:24.797292 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:24.814392 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-961ec321-3214-4e87-a93f-90310848eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (04053cad-71f5-42ff-b954-8476df0d4198), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:24.861895 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-961ec321-3214-4e87-a93f-90310848eac6 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=6b9a38b64e20468aaf4dac721e727413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142212 Sep 19 12:27:24.861895 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ec321-3214-4e87-a93f-90310848eac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04053cad-71f5-42ff-b954-8476df0d4198,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:24.862278 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37600) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:24.935169 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-39629c1d-491e-43b1-adc0-b2ba3ef1ce19 admin admin] Publish callbacks [] for security_group (04053cad-71f5-42ff-b954-8476df0d4198), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:24.957917 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-39629c1d-491e-43b1-adc0-b2ba3ef1ce19 admin admin] Publish callbacks [] for security_group (04053cad-71f5-42ff-b954-8476df0d4198), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:25.065629 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-39629c1d-491e-43b1-adc0-b2ba3ef1ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (04053cad-71f5-42ff-b954-8476df0d4198), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:25.068166 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-39629c1d-491e-43b1-adc0-b2ba3ef1ce19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:25.071904 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-39629c1d-491e-43b1-adc0-b2ba3ef1ce19 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/04053cad-71f5-42ff-b954-8476df0d4198 HTTP/1.1" status: 204 len: 168 time: 0.2042654 Sep 19 12:27:25.079352 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39629c1d-491e-43b1-adc0-b2ba3ef1ce19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04053cad-71f5-42ff-b954-8476df0d4198,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:25.490258 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da2a7-9a51-434d-a316-572dbde7ce7b req-a929a913-97ab-4539-992f-b2599149a682 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:25.490746 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5f2da2a7-9a51-434d-a316-572dbde7ce7b req-a929a913-97ab-4539-992f-b2599149a682 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0769424 Sep 19 12:27:25.510351 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e4614-5da1-4e62-a6cc-e5d23c965417 req-cb129116-accc-4af2-908d-bff25c366b05 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:25.511799 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ce8e4614-5da1-4e62-a6cc-e5d23c965417 req-cb129116-accc-4af2-908d-bff25c366b05 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0650222 Sep 19 12:27:25.519140 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=77 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:25.577080 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5f2da2a7-9a51-434d-a316-572dbde7ce7b req-11e3ef0c-fcb4-4393-b342-5741e6637bca tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807171 Sep 19 12:27:25.589428 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ce8e4614-5da1-4e62-a6cc-e5d23c965417 req-b8ec85d0-6a08-4650-b4c4-c6a8307c31e7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703473 Sep 19 12:27:25.688815 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:25.701651 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac27bd0-80ad-47c1-b33e-39a0840b94db req-2e2de715-5ae2-47df-a614-06f16765df62 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:25.703311 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ac27bd0-80ad-47c1-b33e-39a0840b94db req-2e2de715-5ae2-47df-a614-06f16765df62 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0511687 Sep 19 12:27:25.751172 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ac27bd0-80ad-47c1-b33e-39a0840b94db req-80b151ff-17d6-4310-9559-38c4c639c5b6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414782 Sep 19 12:27:25.977762 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37642) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:25.992027 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cfb5b881-faa9-41a8-9693-e3c3e1b379e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:26.074762 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cfb5b881-faa9-41a8-9693-e3c3e1b379e7 admin admin] Publish callbacks [] for security_group (0008f8c8-2c66-441f-92d6-3180ee9a93ad), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:26.162804 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cfb5b881-faa9-41a8-9693-e3c3e1b379e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0008f8c8-2c66-441f-92d6-3180ee9a93ad), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:26.194320 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:26.203156 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5b881-faa9-41a8-9693-e3c3e1b379e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0008f8c8-2c66-441f-92d6-3180ee9a93ad,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:26.207581 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-cfb5b881-faa9-41a8-9693-e3c3e1b379e7 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=2ff66e4357ca429d8c43b508d3fc0500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287724 Sep 19 12:27:26.210244 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37648) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:26.258074 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b5e06f3c-09b5-47af-9b75-53078025526f admin admin] Publish callbacks [] for security_group (0008f8c8-2c66-441f-92d6-3180ee9a93ad), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:26.277707 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b5e06f3c-09b5-47af-9b75-53078025526f admin admin] Publish callbacks [] for security_group (0008f8c8-2c66-441f-92d6-3180ee9a93ad), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:26.482895 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b5e06f3c-09b5-47af-9b75-53078025526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0008f8c8-2c66-441f-92d6-3180ee9a93ad), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:26.485330 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b5e06f3c-09b5-47af-9b75-53078025526f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:26.486515 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b5e06f3c-09b5-47af-9b75-53078025526f admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/0008f8c8-2c66-441f-92d6-3180ee9a93ad HTTP/1.1" status: 204 len: 168 time: 0.2752802 Sep 19 12:27:26.495490 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e06f3c-09b5-47af-9b75-53078025526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0008f8c8-2c66-441f-92d6-3180ee9a93ad,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:26.613174 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37654) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:26.760228 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d914e-f00f-47bb-ba8e-1c77c0cf8a73 req-5265fc00-0e7b-492e-9d07-f302b4e5ae27 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:26.769115 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cd1d914e-f00f-47bb-ba8e-1c77c0cf8a73 req-5265fc00-0e7b-492e-9d07-f302b4e5ae27 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0960159 Sep 19 12:27:26.776852 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438eb99-d659-44be-b8fc-474e73fcf2e4 req-f10c9f8d-fd53-4896-a3b2-a2a0fd55944e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:26.778306 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8438eb99-d659-44be-b8fc-474e73fcf2e4 req-f10c9f8d-fd53-4896-a3b2-a2a0fd55944e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.1040654 Sep 19 12:27:26.839854 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:26.856890 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cd1d914e-f00f-47bb-ba8e-1c77c0cf8a73 req-5ca649da-d41e-4392-aec1-38c31314df76 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868866 Sep 19 12:27:26.860215 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8438eb99-d659-44be-b8fc-474e73fcf2e4 req-e9bf53bb-4efd-426e-96f1-a2e8fa067b75 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743687 Sep 19 12:27:26.889036 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f3da0760-6e43-451c-9de7-26f2a665734c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:26.976763 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f3da0760-6e43-451c-9de7-26f2a665734c admin admin] Publish callbacks [] for security_group (0a4bce53-d43c-4f89-b280-e4fff0e3f318), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:26.982793 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fe9df-ef28-4bab-a069-5cc1ae6f4b62 req-f3fff166-a1a6-44c8-8b0b-a2802f35d7be tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:26.984280 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e19fe9df-ef28-4bab-a069-5cc1ae6f4b62 req-f3fff166-a1a6-44c8-8b0b-a2802f35d7be tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0551808 Sep 19 12:27:27.031873 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e19fe9df-ef28-4bab-a069-5cc1ae6f4b62 req-08a9b49c-c464-4e92-bc67-35279e6b1693 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 Sep 19 12:27:27.054066 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f3da0760-6e43-451c-9de7-26f2a665734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0a4bce53-d43c-4f89-b280-e4fff0e3f318), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:27.092825 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f3da0760-6e43-451c-9de7-26f2a665734c admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=314bc307ff8f4e7fa3ec2694e2952ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783766 Sep 19 12:27:27.093795 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da0760-6e43-451c-9de7-26f2a665734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4bce53-d43c-4f89-b280-e4fff0e3f318,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:27.095652 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 37676) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:27.145380 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f9521c07-9f19-4004-9d82-6b83e70da640 admin admin] Publish callbacks [] for security_group (0a4bce53-d43c-4f89-b280-e4fff0e3f318), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:27.170082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f9521c07-9f19-4004-9d82-6b83e70da640 admin admin] Publish callbacks [] for security_group (0a4bce53-d43c-4f89-b280-e4fff0e3f318), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:27.425751 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f9521c07-9f19-4004-9d82-6b83e70da640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0a4bce53-d43c-4f89-b280-e4fff0e3f318), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:27.428285 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f9521c07-9f19-4004-9d82-6b83e70da640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:27.432890 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-f9521c07-9f19-4004-9d82-6b83e70da640 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/0a4bce53-d43c-4f89-b280-e4fff0e3f318 HTTP/1.1" status: 204 len: 168 time: 0.3327804 Sep 19 12:27:27.438474 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9521c07-9f19-4004-9d82-6b83e70da640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4bce53-d43c-4f89-b280-e4fff0e3f318,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:28.013357 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045cef5-f61a-41fe-8647-fc24193cd25e req-ac127639-780d-4def-85e1-d1eeaad4be12 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:28.014830 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2045cef5-f61a-41fe-8647-fc24193cd25e req-ac127639-780d-4def-85e1-d1eeaad4be12 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0732315 Sep 19 12:27:28.034856 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670b1b-2163-40fa-9a16-faa44f29e0f1 req-92415af3-c3c8-4bea-8926-197bf72e8824 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:28.036372 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fc670b1b-2163-40fa-9a16-faa44f29e0f1 req-92415af3-c3c8-4bea-8926-197bf72e8824 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0670872 Sep 19 12:27:28.105560 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2045cef5-f61a-41fe-8647-fc24193cd25e req-a288debe-d87f-40fd-86bd-764925fddf48 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824394 Sep 19 12:27:28.112376 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fc670b1b-2163-40fa-9a16-faa44f29e0f1 req-faf51f2d-b278-4aa1-bca8-49e0f5b8390c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666070 Sep 19 12:27:28.199215 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:28.212131 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03fe10-96d8-4a14-888b-2653ed520164 req-745b7bcc-3251-425d-a0c4-6fdb1c3ee835 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:28.213770 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c03fe10-96d8-4a14-888b-2653ed520164 req-745b7bcc-3251-425d-a0c4-6fdb1c3ee835 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0511572 Sep 19 12:27:28.264335 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c03fe10-96d8-4a14-888b-2653ed520164 req-a821f286-62d2-4a41-a30a-82ca199e94db tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Sep 19 12:27:28.393115 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 37716) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:28.406694 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-eaef2cb7-9efd-431f-9cb8-8c76bd7c71fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:28.486107 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-eaef2cb7-9efd-431f-9cb8-8c76bd7c71fa admin admin] Publish callbacks [] for security_group (b24aa23c-86a6-4bb6-ac1a-8d7b0b84bbb0), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:28.572525 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-eaef2cb7-9efd-431f-9cb8-8c76bd7c71fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b24aa23c-86a6-4bb6-ac1a-8d7b0b84bbb0), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:28.614371 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-eaef2cb7-9efd-431f-9cb8-8c76bd7c71fa admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=8b9af7e5809d43a096399f4b81f8eaf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200973 Sep 19 12:27:28.615278 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef2cb7-9efd-431f-9cb8-8c76bd7c71fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24aa23c-86a6-4bb6-ac1a-8d7b0b84bbb0,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:28.617234 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37722) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:28.660366 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:28.670771 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7a33bad2-fc13-4291-a882-6a0cf01ee191 admin admin] Publish callbacks [] for security_group (b24aa23c-86a6-4bb6-ac1a-8d7b0b84bbb0), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:28.692438 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7a33bad2-fc13-4291-a882-6a0cf01ee191 admin admin] Publish callbacks [] for security_group (b24aa23c-86a6-4bb6-ac1a-8d7b0b84bbb0), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:28.825609 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7a33bad2-fc13-4291-a882-6a0cf01ee191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b24aa23c-86a6-4bb6-ac1a-8d7b0b84bbb0), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:28.828323 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7a33bad2-fc13-4291-a882-6a0cf01ee191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:28.829514 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-7a33bad2-fc13-4291-a882-6a0cf01ee191 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/b24aa23c-86a6-4bb6-ac1a-8d7b0b84bbb0 HTTP/1.1" status: 204 len: 168 time: 0.2110853 Sep 19 12:27:28.837559 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33bad2-fc13-4291-a882-6a0cf01ee191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24aa23c-86a6-4bb6-ac1a-8d7b0b84bbb0,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:29.269557 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f870f73-a978-41e7-b04c-e1596f344dd2 req-9e553cd2-d166-4d96-b0be-5ebfa5e415d7 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:29.277849 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4f870f73-a978-41e7-b04c-e1596f344dd2 req-9e553cd2-d166-4d96-b0be-5ebfa5e415d7 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0733330 Sep 19 12:27:29.355988 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fd6ed-e13c-4457-894d-818ec58ef3d7 req-5dc0ac4e-7b66-4141-882b-088e71cf2ed1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:29.357724 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c28fd6ed-e13c-4457-894d-818ec58ef3d7 req-5dc0ac4e-7b66-4141-882b-088e71cf2ed1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0778964 Sep 19 12:27:29.375392 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4f870f73-a978-41e7-b04c-e1596f344dd2 req-95eb16b3-0e78-40ce-8a95-52d11b3f19fc tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965722 Sep 19 12:27:29.468231 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c28fd6ed-e13c-4457-894d-818ec58ef3d7 req-264515a3-5623-41fa-9e47-261d2354caa4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043353 Sep 19 12:27:29.498426 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:29.521702 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb50a1-e609-457c-acac-6f3b9ec9ed4e req-b992d077-8c68-4b44-b554-1a74cd285495 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:29.524032 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e1fb50a1-e609-457c-acac-6f3b9ec9ed4e req-b992d077-8c68-4b44-b554-1a74cd285495 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0752642 Sep 19 12:27:29.580374 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e1fb50a1-e609-457c-acac-6f3b9ec9ed4e req-19946709-e499-41fc-be5a-bdee11781818 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506051 Sep 19 12:27:30.194790 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37822) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:30.325761 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f5d8bc30-362f-4ef0-a36f-e419c8fe3381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:30.400225 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f5d8bc30-362f-4ef0-a36f-e419c8fe3381 admin admin] Publish callbacks [] for security_group (3205ad4b-d517-42fa-8d9f-86a7b8615cb7), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:30.492275 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f5d8bc30-362f-4ef0-a36f-e419c8fe3381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (3205ad4b-d517-42fa-8d9f-86a7b8615cb7), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:30.501599 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297e44b-6bfb-4f02-b08e-62e44530d93f req-85945f73-191a-40a6-9243-59116af24261 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:30.504325 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1297e44b-6bfb-4f02-b08e-62e44530d93f req-85945f73-191a-40a6-9243-59116af24261 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0513923 Sep 19 12:27:30.536941 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8bc30-362f-4ef0-a36f-e419c8fe3381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3205ad4b-d517-42fa-8d9f-86a7b8615cb7,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:30.543350 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f5d8bc30-362f-4ef0-a36f-e419c8fe3381 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=aa336353909240d3a57ce2aac2493717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468258 Sep 19 12:27:30.548384 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37844) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:30.606110 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1297e44b-6bfb-4f02-b08e-62e44530d93f req-5cba30cf-d7e7-41cc-b180-c85907d018e3 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941916 Sep 19 12:27:30.646172 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-29cc81ff-805a-4940-94e5-f219dae1d91a admin admin] Publish callbacks [] for security_group (3205ad4b-d517-42fa-8d9f-86a7b8615cb7), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:30.648210 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc8b7-39f5-45bf-aa05-6d06ec2af58e req-076966f1-2476-4682-9d32-edbb3fdd0397 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:30.649933 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-377bc8b7-39f5-45bf-aa05-6d06ec2af58e req-076966f1-2476-4682-9d32-edbb3fdd0397 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0624092 Sep 19 12:27:30.669182 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-29cc81ff-805a-4940-94e5-f219dae1d91a admin admin] Publish callbacks [] for security_group (3205ad4b-d517-42fa-8d9f-86a7b8615cb7), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:30.689824 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:30.746034 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-377bc8b7-39f5-45bf-aa05-6d06ec2af58e req-dd67d2d3-6c41-434a-8304-3f41fa8c4737 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900915 Sep 19 12:27:30.774055 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33010c72-ba09-4599-92a4-a4f75b5844a7 req-b24d52b0-5293-4893-8e21-090d65fc0291 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:30.776095 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-33010c72-ba09-4599-92a4-a4f75b5844a7 req-b24d52b0-5293-4893-8e21-090d65fc0291 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0759013 Sep 19 12:27:30.826842 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-33010c72-ba09-4599-92a4-a4f75b5844a7 req-a6344784-abe4-4188-9a05-9b2b0cf62134 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429893 Sep 19 12:27:30.860052 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-29cc81ff-805a-4940-94e5-f219dae1d91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (3205ad4b-d517-42fa-8d9f-86a7b8615cb7), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:30.863342 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-29cc81ff-805a-4940-94e5-f219dae1d91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:30.867787 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-29cc81ff-805a-4940-94e5-f219dae1d91a admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/3205ad4b-d517-42fa-8d9f-86a7b8615cb7 HTTP/1.1" status: 204 len: 168 time: 0.3184950 Sep 19 12:27:30.886558 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc81ff-805a-4940-94e5-f219dae1d91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3205ad4b-d517-42fa-8d9f-86a7b8615cb7,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:30.958385 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcfcd1-cb5e-40bb-8f1a-cb4bbb7f77dc req-c8bffc17-005c-433c-97b6-a48b03a87d24 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:30.960134 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b1dcfcd1-cb5e-40bb-8f1a-cb4bbb7f77dc req-c8bffc17-005c-433c-97b6-a48b03a87d24 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0528924 Sep 19 12:27:30.970817 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37860) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:30.975542 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-2f306f70-a205-43ab-b299-9b42281a292e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'floatingip': {'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:27:31.017422 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f306f70-a205-43ab-b299-9b42281a292e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (79eb1317-33b5-48f2-b995-44a7c84ab11d), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:31.551804 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-ff4ad842-9c3e-4455-86b3-cea0a18645c6 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:31.553319 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-ff4ad842-9c3e-4455-86b3-cea0a18645c6 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0575218 Sep 19 12:27:31.702406 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f306f70-a205-43ab-b299-9b42281a292e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:31.725667 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:31.738028 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37888) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:31.750444 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:31.754764 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Deleting port c0f23c2d-a197-4591-96d2-604617c4253d {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:27:31.755109 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:31.763661 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f39d9621-7f59-4260-a70a-07a9353d1b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:31.779326 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:31.783309 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932d8a2-ce84-4a7d-9c21-37ae05a5c8cd req-6bf96f86-9eed-4780-9300-5aec81f3fd50 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:31.784870 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5932d8a2-ce84-4a7d-9c21-37ae05a5c8cd req-6bf96f86-9eed-4780-9300-5aec81f3fd50 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 945 time: 0.0809193 Sep 19 12:27:31.836824 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f306f70-a205-43ab-b299-9b42281a292e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (79eb1317-33b5-48f2-b995-44a7c84ab11d), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:31.927643 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5932d8a2-ce84-4a7d-9c21-37ae05a5c8cd req-96beaa7f-4ad4-42e6-9383-2d6ae7f12f57 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=73525aa9-d698-465c-9be9-ce29adaecb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160662 Sep 19 12:27:31.933516 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7973f4-fe3f-4ea5-8a9b-35551201a63c req-0ee8246a-8c06-483d-8985-3a04a66b55dd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:31.934875 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0f7973f4-fe3f-4ea5-8a9b-35551201a63c req-0ee8246a-8c06-483d-8985-3a04a66b55dd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0949364 Sep 19 12:27:31.945055 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] For port c0f23c2d-a197-4591-96d2-604617c4253d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c0f23c2d-a197-4591-96d2-604617c4253d,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:31.945658 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:31.968916 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Calling delete_port for c0f23c2d-a197-4591-96d2-604617c4253d owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:27:31.969513 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f39d9621-7f59-4260-a70a-07a9353d1b01 admin admin] Publish callbacks [] for security_group (0c9aa702-0791-4d82-a6a2-1e307ae34930), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:31.977237 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.l3_db [None req-2f306f70-a205-43ab-b299-9b42281a292e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Floating IP 79eb1317-33b5-48f2-b995-44a7c84ab11d associated. External IP: 172.27.3.113, port: c4e762c9-9e21-4d97-aae6-808ed7a47183. Sep 19 12:27:32.054043 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 37898) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:32.061798 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f39d9621-7f59-4260-a70a-07a9353d1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0c9aa702-0791-4d82-a6a2-1e307ae34930), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.101417 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0f7973f4-fe3f-4ea5-8a9b-35551201a63c req-4c46e7a9-003f-4572-ae24-9cac39dc4e4b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528864 Sep 19 12:27:32.120519 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d9621-7f59-4260-a70a-07a9353d1b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9aa702-0791-4d82-a6a2-1e307ae34930,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:32.129919 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f39d9621-7f59-4260-a70a-07a9353d1b01 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=6c0054a41fd24721837500cabbf0af13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901820 Sep 19 12:27:32.174456 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 37904) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:32.206918 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:32.236284 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f306f70-a205-43ab-b299-9b42281a292e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:27:32.252023 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2737a26a-2290-4dd0-8dc2-c5b5d5eaad44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.346519 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f306f70-a205-43ab-b299-9b42281a292e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:27:32.350714 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f306f70-a205-43ab-b299-9b42281a292e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.359998 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:27:32.371953 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:27:32.377861 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:27:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:32.386042 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2f306f70-a205-43ab-b299-9b42281a292e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/79eb1317-33b5-48f2-b995-44a7c84ab11d HTTP/1.1" status: 200 len: 992 time: 1.4139714 Sep 19 12:27:32.386993 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'tag': 'c4e762c9-9e21-4d97-aae6-808ed7a47183'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:27:32.389658 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a8eadf-b38a-4aa6-847c-365fb0ca735c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4930060-ddb1-4835-a231-ea79ffb14068", "tag": "c4e762c9-9e21-4d97-aae6-808ed7a47183"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:32.456913 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a215c-42f5-4323-a981-7788ae6c602a x-openstack-request-id: req-457a215c-42f5-4323-a981-7788ae6c602a {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:32.461190 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4930060-ddb1-4835-a231-ea79ffb14068", "tag": "c4e762c9-9e21-4d97-aae6-808ed7a47183", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:32.461190 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-457a215c-42f5-4323-a981-7788ae6c602a {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:32.461190 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457a215c-42f5-4323-a981-7788ae6c602a'] response: {'name': 'network-changed', 'server_uuid': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'tag': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'status': 'completed', 'code': 200} Sep 19 12:27:32.477243 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (c0f23c2d-a197-4591-96d2-604617c4253d), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.486369 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37912) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:32.491030 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-034907ac-1800-46c7-8541-3a3828aed1a6 admin admin] Publish callbacks [] for security_group (0c9aa702-0791-4d82-a6a2-1e307ae34930), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.514514 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:27:32.523781 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Pushing event deleted for resources: {'Port': ['ID=c0f23c2d-a197-4591-96d2-604617c4253d,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:32.593819 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-034907ac-1800-46c7-8541-3a3828aed1a6 admin admin] Publish callbacks [] for security_group (0c9aa702-0791-4d82-a6a2-1e307ae34930), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.622687 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fda6-940e-443f-ba5e-788d58f0ae7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.636431 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] No DVR routers for this DVR port c0f23c2d-a197-4591-96d2-604617c4253d on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:27:32.646499 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.649927 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-797255eb-7b0e-4533-8138-61dfb05e3454 req-a7f9bf61-9d9c-4300-9ff1-2c4fb056cc73 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c0f23c2d-a197-4591-96d2-604617c4253d HTTP/1.1" status: 204 len: 173 time: 1.0779009 Sep 19 12:27:32.659111 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1', 'name': 'network-vif-deleted', 'tag': 'c0f23c2d-a197-4591-96d2-604617c4253d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:27:32.661762 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85cf14b-7d69-4d44-89f7-dafadafe7875" -d '{"events": [{"server_uuid": "e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1", "name": "network-vif-deleted", "tag": "c0f23c2d-a197-4591-96d2-604617c4253d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:27:32.723666 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2737a26a-2290-4dd0-8dc2-c5b5d5eaad44 admin admin] Publish callbacks [] for security_group (c21a55e0-9ceb-485c-9a7a-a6ca48692d10), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.729333 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898f241d-bc83-41ae-bc50-8f068209f102 x-openstack-request-id: req-898f241d-bc83-41ae-bc50-8f068209f102 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:27:32.729671 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1", "name": "network-vif-deleted", "tag": "c0f23c2d-a197-4591-96d2-604617c4253d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:27:32.729930 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-898f241d-bc83-41ae-bc50-8f068209f102 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:27:32.730381 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898f241d-bc83-41ae-bc50-8f068209f102'] response: {'server_uuid': 'e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1', 'name': 'network-vif-deleted', 'tag': 'c0f23c2d-a197-4591-96d2-604617c4253d', 'status': 'completed', 'code': 200} Sep 19 12:27:32.751170 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fda6-940e-443f-ba5e-788d58f0ae7a admin admin] Publish callbacks [] for security_group (70041bee-c70c-426a-97a0-bd37908625a5), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.814623 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-034907ac-1800-46c7-8541-3a3828aed1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0c9aa702-0791-4d82-a6a2-1e307ae34930), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.817527 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-034907ac-1800-46c7-8541-3a3828aed1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.818762 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-034907ac-1800-46c7-8541-3a3828aed1a6 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/0c9aa702-0791-4d82-a6a2-1e307ae34930 HTTP/1.1" status: 204 len: 168 time: 0.6433055 Sep 19 12:27:32.819442 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2737a26a-2290-4dd0-8dc2-c5b5d5eaad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (c21a55e0-9ceb-485c-9a7a-a6ca48692d10), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.838677 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fda6-940e-443f-ba5e-788d58f0ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (70041bee-c70c-426a-97a0-bd37908625a5), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:32.842175 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034907ac-1800-46c7-8541-3a3828aed1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9aa702-0791-4d82-a6a2-1e307ae34930,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:32.875750 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '79eb1317-33b5-48f2-b995-44a7c84ab11d', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:34Z', 'updated_at': '2022-09-19T12:27:31Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:32.885248 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3fda6-940e-443f-ba5e-788d58f0ae7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70041bee-c70c-426a-97a0-bd37908625a5,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:32.904108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['c0f23c2d-a197-4591-96d2-604617c4253d'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:27:32.905300 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:27:32.915673 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:27:32.916280 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:27:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:32.917945 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-e9b3fda6-940e-443f-ba5e-788d58f0ae7a admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=fca4f8b6097b4d0f9ac53608ef5edec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302452 Sep 19 12:27:32.918612 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37920) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:32.926234 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2737a26a-2290-4dd0-8dc2-c5b5d5eaad44 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=fc488eea5e6641978da84acce0064591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8700645 Sep 19 12:27:32.935033 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 37922) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:32.954632 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737a26a-2290-4dd0-8dc2-c5b5d5eaad44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a55e0-9ceb-485c-9a7a-a6ca48692d10,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:32.965795 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:32.986046 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1465e1f2-452f-42af-b196-8b1977d3bdf4 admin admin] Publish callbacks [] for security_group (70041bee-c70c-426a-97a0-bd37908625a5), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:33.011490 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-998d5698-9e5c-4aab-a4bc-9662c06c7721 admin admin] Publish callbacks [] for security_group (c21a55e0-9ceb-485c-9a7a-a6ca48692d10), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:33.014742 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1465e1f2-452f-42af-b196-8b1977d3bdf4 admin admin] Publish callbacks [] for security_group (70041bee-c70c-426a-97a0-bd37908625a5), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:33.051612 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-998d5698-9e5c-4aab-a4bc-9662c06c7721 admin admin] Publish callbacks [] for security_group (c21a55e0-9ceb-485c-9a7a-a6ca48692d10), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:33.058021 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:27:33.075222 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-02d71555-b3dd-434a-a7f2-c980a9d37532 req-e671cdf7-b634-4e4c-9336-84609c3e27a4 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.0434415 Sep 19 12:27:33.095723 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:33.198005 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1465e1f2-452f-42af-b196-8b1977d3bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (70041bee-c70c-426a-97a0-bd37908625a5), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:33.203255 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1465e1f2-452f-42af-b196-8b1977d3bdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:33.203255 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-1465e1f2-452f-42af-b196-8b1977d3bdf4 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/70041bee-c70c-426a-97a0-bd37908625a5 HTTP/1.1" status: 204 len: 168 time: 0.2822254 Sep 19 12:27:33.210308 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465e1f2-452f-42af-b196-8b1977d3bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70041bee-c70c-426a-97a0-bd37908625a5,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:33.282872 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7d4ae-595b-470a-9715-6296fbf5524b req-19de832d-7b64-472b-917c-7e8962666fa3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:33.284427 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-86a7d4ae-595b-470a-9715-6296fbf5524b req-19de832d-7b64-472b-917c-7e8962666fa3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0920560 Sep 19 12:27:33.285120 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-998d5698-9e5c-4aab-a4bc-9662c06c7721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (c21a55e0-9ceb-485c-9a7a-a6ca48692d10), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:33.287996 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-998d5698-9e5c-4aab-a4bc-9662c06c7721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:33.291613 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-998d5698-9e5c-4aab-a4bc-9662c06c7721 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/c21a55e0-9ceb-485c-9a7a-a6ca48692d10 HTTP/1.1" status: 204 len: 168 time: 0.3527331 Sep 19 12:27:33.311129 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d5698-9e5c-4aab-a4bc-9662c06c7721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a55e0-9ceb-485c-9a7a-a6ca48692d10,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:33.341822 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '79eb1317-33b5-48f2-b995-44a7c84ab11d', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:34Z', 'updated_at': '2022-09-19T12:27:31Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:33.350820 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-86a7d4ae-595b-470a-9715-6296fbf5524b req-534669cf-f0c3-4d19-8fbf-47591da9997a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564718 Sep 19 12:27:33.379087 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202a359-1f56-4d54-a7e9-8537ccae66ca None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '79eb1317-33b5-48f2-b995-44a7c84ab11d', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:34Z', 'updated_at': '2022-09-19T12:27:31Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:27:33.538158 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7a79e81e-6633-41fa-b612-37d0dd70b36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:33.578428 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a54c0-eab6-495f-a7e7-473c10ce654e None None] New status for floating IP 79eb1317-33b5-48f2-b995-44a7c84ab11d: ACTIVE {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:27:33.674980 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:33.774751 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:33.888624 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:34.193534 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5f0224c3-5a24-4829-aabc-ee9f8137b616 req-b5345e99-0092-4205-9492-a149df1bdf1d tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.0311863 Sep 19 12:27:34.254485 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37962) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:34.271878 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0878032c-07fa-46ff-bdaa-ddbf75db4281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:34.352149 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0878032c-07fa-46ff-bdaa-ddbf75db4281 admin admin] Publish callbacks [] for security_group (040da5a3-c44e-4783-94f7-f783accc2613), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:34.446083 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0878032c-07fa-46ff-bdaa-ddbf75db4281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (040da5a3-c44e-4783-94f7-f783accc2613), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:34.482704 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bbff5-c5b9-4f96-92c4-2ffd6eba8ec3 req-698e6acc-97f0-4f81-a5ed-5aea5d67d610 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:34.484166 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-021bbff5-c5b9-4f96-92c4-2ffd6eba8ec3 req-698e6acc-97f0-4f81-a5ed-5aea5d67d610 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0495012 Sep 19 12:27:34.484977 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-0878032c-07fa-46ff-bdaa-ddbf75db4281 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=d234c30c747f43cbbdfcdf56b8a5889a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290263 Sep 19 12:27:34.487583 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 37970) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:34.494918 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878032c-07fa-46ff-bdaa-ddbf75db4281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040da5a3-c44e-4783-94f7-f783accc2613,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:34.547512 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-021bbff5-c5b9-4f96-92c4-2ffd6eba8ec3 req-5b7dab8a-9c1c-4571-a266-57297a5e3c29 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565710 Sep 19 12:27:34.559180 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f42d3536-647a-41c3-a5e6-a4b9c1c07337 admin admin] Publish callbacks [] for security_group (040da5a3-c44e-4783-94f7-f783accc2613), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:34.585611 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f42d3536-647a-41c3-a5e6-a4b9c1c07337 admin admin] Publish callbacks [] for security_group (040da5a3-c44e-4783-94f7-f783accc2613), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:34.714930 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f42d3536-647a-41c3-a5e6-a4b9c1c07337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (040da5a3-c44e-4783-94f7-f783accc2613), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:34.717655 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f42d3536-647a-41c3-a5e6-a4b9c1c07337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:34.718816 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f42d3536-647a-41c3-a5e6-a4b9c1c07337 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/040da5a3-c44e-4783-94f7-f783accc2613 HTTP/1.1" status: 204 len: 168 time: 0.2303240 Sep 19 12:27:34.726902 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d3536-647a-41c3-a5e6-a4b9c1c07337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040da5a3-c44e-4783-94f7-f783accc2613,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:35.134230 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-7fcf572f-e5d3-4a39-9f12-31f943868553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:35.135878 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-7fcf572f-e5d3-4a39-9f12-31f943868553 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 1130 time: 0.0414624 Sep 19 12:27:35.257885 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-5c070d42-76a1-4773-85d4-8db8dfb89539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:35.259494 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-5c070d42-76a1-4773-85d4-8db8dfb89539 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 915 time: 0.1083713 Sep 19 12:27:35.287057 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:35.334979 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c33ec58e-f60d-4bfe-a24d-23d58ce90e29 req-b4dae103-7a4f-4b8a-8088-9fe3b857088f tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.0534668 Sep 19 12:27:35.353123 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-dabed056-aa8c-4df2-bb73-44172c712d8a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4e762c9-9e21-4d97-aae6-808ed7a47183 HTTP/1.1" status: 200 len: 1002 time: 0.0787008 Sep 19 12:27:35.424317 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-52cd827b-6e2e-42ea-9117-68af2d325104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:35.426105 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-52cd827b-6e2e-42ea-9117-68af2d325104 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=371e45eb-fb30-4c5e-963a-202e37649855 HTTP/1.1" status: 200 len: 853 time: 0.0538173 Sep 19 12:27:35.480821 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-a76968fe-c703-4d23-a99e-5d5adcc748ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:35.483434 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-a76968fe-c703-4d23-a99e-5d5adcc748ad service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2775bc2c-1de6-4530-99c8-74593487735c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458083 Sep 19 12:27:35.556182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:35.611668 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-d8b6b86b-93be-4c98-81d4-697efa927f3f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077933 Sep 19 12:27:35.671718 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e9a6e70b-103a-4b55-b22d-fe0f6f1e60c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:35.723442 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc87d7-91d5-44c0-afa6-bcf056f97593 req-98eac140-45d6-49d0-815b-3e68fd4c2a56 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:35.725122 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1cdc87d7-91d5-44c0-afa6-bcf056f97593 req-98eac140-45d6-49d0-815b-3e68fd4c2a56 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0801120 Sep 19 12:27:35.789945 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57a8eadf-b38a-4aa6-847c-365fb0ca735c req-7559dc9c-dd5b-4753-a9e4-f2ad5888d34e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677673 Sep 19 12:27:35.812718 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1cdc87d7-91d5-44c0-afa6-bcf056f97593 req-236b7e7c-e2f2-4930-a66d-10b949f907d2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733109 Sep 19 12:27:36.457405 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8195ca79-db99-46e2-9268-fa183c19f5ea req-50f9636b-c3f0-4535-a5d2-d31304cd0c15 tempest-DeleteServersTestJSON-466998955 tempest-DeleteServersTestJSON-466998955-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=e1d37bd3-7efe-47eb-a3ac-08ec0eb131f1 HTTP/1.1" status: 200 len: 210 time: 0.0274088 Sep 19 12:27:36.991901 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:36.994892 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device c0f23c2d-a197-4591-96d2-604617c4253d no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:27:37.016177 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: c0f23c2d-a197-4591-96d2-604617c4253d {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:27:37.016517 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device c0f23c2d-a197-4591-96d2-604617c4253d not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:27:37.120540 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f18ddd-c922-4cf4-a4fd-5e1fb2f596dd req-891321a2-f99b-46a3-98fc-15c917bcc0ec tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:37.122708 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81f18ddd-c922-4cf4-a4fd-5e1fb2f596dd req-891321a2-f99b-46a3-98fc-15c917bcc0ec tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0659912 Sep 19 12:27:37.183995 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81f18ddd-c922-4cf4-a4fd-5e1fb2f596dd req-d76a4c21-5810-402d-84ce-d22ed5640d5b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540802 Sep 19 12:27:38.313059 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afff56-a17d-4235-8767-8567d42ac1b7 req-cf271b4b-d14f-4952-85d1-8a6f079926a4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:38.314730 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-15afff56-a17d-4235-8767-8567d42ac1b7 req-cf271b4b-d14f-4952-85d1-8a6f079926a4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0539243 Sep 19 12:27:38.349995 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:38.362873 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-15afff56-a17d-4235-8767-8567d42ac1b7 req-30621ec6-b36b-4284-9379-a38e3cdd6b37 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Sep 19 12:27:38.659621 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:38.728201 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:39.487259 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fa56c-eb56-4e3c-990c-057ce08fd96a req-8a801f6a-534d-4bcc-8fe3-a7836a9dd8f0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:39.488799 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-975fa56c-eb56-4e3c-990c-057ce08fd96a req-8a801f6a-534d-4bcc-8fe3-a7836a9dd8f0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0458100 Sep 19 12:27:39.541749 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-975fa56c-eb56-4e3c-990c-057ce08fd96a req-61420058-cc86-43c5-adbf-2f8d3455d246 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465713 Sep 19 12:27:39.769113 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38190) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:40.157220 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:40.619707 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Deleting port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:27:40.620228 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:40.698718 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae121190-dc9c-4a2d-ad7b-7eb99ab7b706 req-f6d270ed-bcd3-4c52-a684-44afd3b1aaa5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:40.702168 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ae121190-dc9c-4a2d-ad7b-7eb99ab7b706 req-f6d270ed-bcd3-4c52-a684-44afd3b1aaa5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0722008 Sep 19 12:27:40.706910 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] For port e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:40.707625 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:40.727424 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Calling delete_port for e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 owned by network:router_interface {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:27:40.827791 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38222) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:40.827791 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38224) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:40.843964 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ae121190-dc9c-4a2d-ad7b-7eb99ab7b706 req-78195910-c388-4aff-87fe-601c787fe682 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350782 Sep 19 12:27:40.933944 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:40.957831 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3740caf6-3682-4ee9-8a95-5d9115cc720c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:40.966109 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f164186b-bcea-48e0-9b3f-086dae61ab1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:40.968120 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:41.100251 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.120288 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3740caf6-3682-4ee9-8a95-5d9115cc720c admin admin] Publish callbacks [] for security_group (a377ebf9-c46e-4e2f-bbd1-21938e806a6f), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.135522 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:41.154064 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f164186b-bcea-48e0-9b3f-086dae61ab1c admin admin] Publish callbacks [] for security_group (515b0856-32a9-4ba1-9657-d751c7d7efd1), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.197681 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3740caf6-3682-4ee9-8a95-5d9115cc720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (a377ebf9-c46e-4e2f-bbd1-21938e806a6f), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.249002 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-3740caf6-3682-4ee9-8a95-5d9115cc720c admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=9b1b4a5a2c184d178641e87d4dc3edd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283090 Sep 19 12:27:41.250746 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740caf6-3682-4ee9-8a95-5d9115cc720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a377ebf9-c46e-4e2f-bbd1-21938e806a6f,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:41.253364 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38230) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:41.261101 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f164186b-bcea-48e0-9b3f-086dae61ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (515b0856-32a9-4ba1-9657-d751c7d7efd1), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.305744 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-f164186b-bcea-48e0-9b3f-086dae61ab1c admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=cadaa562329a4d8390a53f212909c541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4866083 Sep 19 12:27:41.310247 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38232) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:41.317658 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.320499 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164186b-bcea-48e0-9b3f-086dae61ab1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515b0856-32a9-4ba1-9657-d751c7d7efd1,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:41.338821 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b1361af8-fa47-460d-ac9e-ddb35a377b0a admin admin] Publish callbacks [] for security_group (a377ebf9-c46e-4e2f-bbd1-21938e806a6f), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.370733 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:41.380626 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-23bb8bd7-b0e2-4e17-bd36-a9d4b151d7c4 admin admin] Publish callbacks [] for security_group (515b0856-32a9-4ba1-9657-d751c7d7efd1), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.397212 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b1361af8-fa47-460d-ac9e-ddb35a377b0a admin admin] Publish callbacks [] for security_group (a377ebf9-c46e-4e2f-bbd1-21938e806a6f), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.402991 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-23bb8bd7-b0e2-4e17-bd36-a9d4b151d7c4 admin admin] Publish callbacks [] for security_group (515b0856-32a9-4ba1-9657-d751c7d7efd1), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.556709 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-23bb8bd7-b0e2-4e17-bd36-a9d4b151d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (515b0856-32a9-4ba1-9657-d751c7d7efd1), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.559230 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-23bb8bd7-b0e2-4e17-bd36-a9d4b151d7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.560363 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-23bb8bd7-b0e2-4e17-bd36-a9d4b151d7c4 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/515b0856-32a9-4ba1-9657-d751c7d7efd1 HTTP/1.1" status: 204 len: 168 time: 0.2492073 Sep 19 12:27:41.569145 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb8bd7-b0e2-4e17-bd36-a9d4b151d7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515b0856-32a9-4ba1-9657-d751c7d7efd1,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:41.591750 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:27:41.638016 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b1361af8-fa47-460d-ac9e-ddb35a377b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (a377ebf9-c46e-4e2f-bbd1-21938e806a6f), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.640629 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b1361af8-fa47-460d-ac9e-ddb35a377b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.641762 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b1361af8-fa47-460d-ac9e-ddb35a377b0a admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/a377ebf9-c46e-4e2f-bbd1-21938e806a6f HTTP/1.1" status: 204 len: 168 time: 0.3872011 Sep 19 12:27:41.658925 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1361af8-fa47-460d-ac9e-ddb35a377b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a377ebf9-c46e-4e2f-bbd1-21938e806a6f,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:41.712740 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:27:41.717919 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-0fc49f8e-1594-4afb-9eda-351732537b1e admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9477613 Sep 19 12:27:41.720587 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38238) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:41.731872 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] Sync routers for ids ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:27:41.754172 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] Routers {'88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:27:41.754867 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:27:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:41.794697 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:41.859475 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks [] for router (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:41.883084 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] Set router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:27:41.999838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aa374-0e03-475e-a710-3a2ad02e1900 req-8b6d38b1-765d-4bff-b328-6ea6a47c7111 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:42.001508 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b14aa374-0e03-475e-a710-3a2ad02e1900 req-8b6d38b1-765d-4bff-b328-6ea6a47c7111 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0624139 Sep 19 12:27:42.010762 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks [] for router_gateway (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:42.065400 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b14aa374-0e03-475e-a710-3a2ad02e1900 req-7ecdadc2-648a-46f9-aff9-cf2902fe7747 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562398 Sep 19 12:27:42.088856 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:27:40Z', 'revision_number': 5, 'project_id': '70886a6d77434c90b59efd86c2395088', 'gw_port': {'id': '37b1bf68-fadf-42e7-b416-1785bef870a6', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:42.121045 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] Checking router: 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:27:42.129630 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] Routers {'88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:27:42.130418 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:27:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:42.150904 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Deleting port 37b1bf68-fadf-42e7-b416-1785bef870a6 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:27:42.152161 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:42.225247 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] Set router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 gateway port host: None {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:27:42.237863 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] For port 37b1bf68-fadf-42e7-b416-1785bef870a6, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=37b1bf68-fadf-42e7-b416-1785bef870a6,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:42.238220 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:42.250843 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Calling delete_port for 37b1bf68-fadf-42e7-b416-1785bef870a6 owned by network:router_gateway {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:27:42.275010 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:27:42Z', 'revision_number': 6, 'project_id': '70886a6d77434c90b59efd86c2395088', 'gw_port_host': None}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:42.300543 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fefe7-4aed-48a9-bde5-26444d92f4ed None None] The sync data for ids ['88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7'] in dv-cinder-850618-3-iscsi is: [{'id': '88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7', 'name': 'tempest-DeleteServersTestJSON-350182484-router', 'tenant_id': '70886a6d77434c90b59efd86c2395088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:08Z', 'updated_at': '2022-09-19T12:27:42Z', 'revision_number': 6, 'project_id': '70886a6d77434c90b59efd86c2395088', 'gw_port_host': None}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:27:42.318347 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:42.643463 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (37b1bf68-fadf-42e7-b416-1785bef870a6), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:42.680649 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Pushing event deleted for resources: {'Port': ['ID=37b1bf68-fadf-42e7-b416-1785bef870a6,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:42.719283 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:42.749651 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38258) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:42.776486 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5e314501-cacd-458a-a424-6d79ddffadf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:42.844963 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:42.848121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks [] for router_controller (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:42.901642 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5e314501-cacd-458a-a424-6d79ddffadf0 admin admin] Publish callbacks [] for security_group (675e8893-717d-4ec1-93a8-fae898970fdf), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:42.913989 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38264) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:43.002472 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.002992 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 {{(pid=106969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:27:43.004858 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5e314501-cacd-458a-a424-6d79ddffadf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (675e8893-717d-4ec1-93a8-fae898970fdf), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.009125 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.012533 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4b895c45-9681-4355-b911-10f70d4c894e admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/88ff8ad3-2fb9-4e5c-ba35-eb8cce13e6f7 HTTP/1.1" status: 204 len: 168 time: 1.2881293 Sep 19 12:27:43.013113 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38268) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:43.045973 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-5e314501-cacd-458a-a424-6d79ddffadf0 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=acfa398f0d874e738538befc8e6dc19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951040 Sep 19 12:27:43.047111 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e314501-cacd-458a-a424-6d79ddffadf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675e8893-717d-4ec1-93a8-fae898970fdf,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:43.049248 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38270) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:43.092624 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb3c4d1-e34c-45bb-9b7c-eebcd34eae86 admin admin] Deleting subnet 5e0f4980-764a-462f-99ee-7843a8bede6a {{(pid=106969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:27:43.101842 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-adb3c4d1-e34c-45bb-9b7c-eebcd34eae86 admin admin] Publish callbacks [] for subnet (5e0f4980-764a-462f-99ee-7843a8bede6a), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.156235 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-34eb37dc-15cb-4924-a6d6-2c5dab2cee22 admin admin] Publish callbacks [] for security_group (675e8893-717d-4ec1-93a8-fae898970fdf), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.162173 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-adb3c4d1-e34c-45bb-9b7c-eebcd34eae86 admin admin] Publish callbacks [] for subnet (5e0f4980-764a-462f-99ee-7843a8bede6a), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.238305 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38274) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:43.255286 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-34eb37dc-15cb-4924-a6d6-2c5dab2cee22 admin admin] Publish callbacks [] for security_group (675e8893-717d-4ec1-93a8-fae898970fdf), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.257568 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8c88f485-578d-4c5b-8830-85baa3d6dfef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.297126 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c883319b-905a-4be4-9e8f-f980604c9c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.320943 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:43.334875 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a939fde-08bc-4964-8409-e4abb5ddd4c5 req-8e143224-6c81-4b18-8af6-71631e8b4d91 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:43.337017 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4a939fde-08bc-4964-8409-e4abb5ddd4c5 req-8e143224-6c81-4b18-8af6-71631e8b4d91 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.1616597 Sep 19 12:27:43.371324 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-adb3c4d1-e34c-45bb-9b7c-eebcd34eae86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (5e0f4980-764a-462f-99ee-7843a8bede6a), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.382770 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8c88f485-578d-4c5b-8830-85baa3d6dfef admin admin] Publish callbacks [] for security_group (5c87ed19-1b4c-44d9-b9b7-a2b582217f9b), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.529116 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8c88f485-578d-4c5b-8830-85baa3d6dfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5c87ed19-1b4c-44d9-b9b7-a2b582217f9b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.574510 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-8c88f485-578d-4c5b-8830-85baa3d6dfef admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=2ed4c6dea2bd488eae082116d3a8d7fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325584 Sep 19 12:27:43.574510 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88f485-578d-4c5b-8830-85baa3d6dfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c87ed19-1b4c-44d9-b9b7-a2b582217f9b,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:43.576716 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38278) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:43.630128 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ddf4-f228-4745-9cd7-ba23d7710d57 admin admin] Publish callbacks [] for security_group (5c87ed19-1b4c-44d9-b9b7-a2b582217f9b), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.653872 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ddf4-f228-4745-9cd7-ba23d7710d57 admin admin] Publish callbacks [] for security_group (5c87ed19-1b4c-44d9-b9b7-a2b582217f9b), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.685465 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4a939fde-08bc-4964-8409-e4abb5ddd4c5 req-a6940711-be28-4003-b575-1333ff3c4d94 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374546 Sep 19 12:27:43.717289 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c883319b-905a-4be4-9e8f-f980604c9c30 admin admin] Publish callbacks [] for security_group (02c89aac-dcf0-41de-a543-0a7dbd9912ec), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.753017 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:27:43.768495 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-34eb37dc-15cb-4924-a6d6-2c5dab2cee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (675e8893-717d-4ec1-93a8-fae898970fdf), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.771325 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-34eb37dc-15cb-4924-a6d6-2c5dab2cee22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.772522 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-34eb37dc-15cb-4924-a6d6-2c5dab2cee22 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/675e8893-717d-4ec1-93a8-fae898970fdf HTTP/1.1" status: 204 len: 168 time: 0.7207105 Sep 19 12:27:43.773480 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:27:43.773822 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device e4c77d4a-5cf9-4e1b-a6e8-e71f9a3d6b53 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:27:43.780959 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 37b1bf68-fadf-42e7-b416-1785bef870a6 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:27:43.783019 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb37dc-15cb-4924-a6d6-2c5dab2cee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675e8893-717d-4ec1-93a8-fae898970fdf,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:43.795635 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 37b1bf68-fadf-42e7-b416-1785bef870a6 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:27:43.795976 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 37b1bf68-fadf-42e7-b416-1785bef870a6 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:27:43.803074 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ddf4-f228-4745-9cd7-ba23d7710d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5c87ed19-1b4c-44d9-b9b7-a2b582217f9b), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.806200 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-adb3c4d1-e34c-45bb-9b7c-eebcd34eae86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (5e0f4980-764a-462f-99ee-7843a8bede6a), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.807030 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ddf4-f228-4745-9cd7-ba23d7710d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.808949 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-8fa6ddf4-f228-4745-9cd7-ba23d7710d57 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/5c87ed19-1b4c-44d9-b9b7-a2b582217f9b HTTP/1.1" status: 204 len: 168 time: 0.2312074 Sep 19 12:27:43.816083 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c883319b-905a-4be4-9e8f-f980604c9c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (02c89aac-dcf0-41de-a543-0a7dbd9912ec), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.820136 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:43.826668 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6ddf4-f228-4745-9cd7-ba23d7710d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c87ed19-1b4c-44d9-b9b7-a2b582217f9b,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:43.864726 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3c4d1-e34c-45bb-9b7c-eebcd34eae86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0f4980-764a-462f-99ee-7843a8bede6a,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:43.865307 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aefae7-9392-4bf7-b7cf-979bebfd02a5 None None] Network 81100c72-7f37-407d-a856-a5824fefc080 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:27:43.876224 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-adb3c4d1-e34c-45bb-9b7c-eebcd34eae86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:43.879523 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-adb3c4d1-e34c-45bb-9b7c-eebcd34eae86 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/5e0f4980-764a-462f-99ee-7843a8bede6a HTTP/1.1" status: 204 len: 168 time: 0.8651698 Sep 19 12:27:43.883828 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38284) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:43.896193 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883319b-905a-4be4-9e8f-f980604c9c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c89aac-dcf0-41de-a543-0a7dbd9912ec,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:43.905266 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-c883319b-905a-4be4-9e8f-f980604c9c30 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=a79e4699815944bcafc26d807a43ee78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9899077 Sep 19 12:27:43.906369 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38286) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:43.973602 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2d26-835f-4f19-9a64-7d54cef80634 admin admin] Publish callbacks [] for security_group (02c89aac-dcf0-41de-a543-0a7dbd9912ec), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.001982 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (81100c72-7f37-407d-a856-a5824fefc080), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.004667 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2d26-835f-4f19-9a64-7d54cef80634 admin admin] Publish callbacks [] for security_group (02c89aac-dcf0-41de-a543-0a7dbd9912ec), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.054279 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Deleting port 3b120847-24b5-49c6-a263-c1583ebe05ba {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:27:44.054279 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.055104 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:44.107034 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5733da83-0c04-4166-8521-2155ae6ba065 None None] DHCP port deletion for 81100c72-7f37-407d-a856-a5824fefc080 request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:27:44.125931 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] For port 3b120847-24b5-49c6-a263-c1583ebe05ba, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=3b120847-24b5-49c6-a263-c1583ebe05ba,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:44.126294 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.142530 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Calling delete_port for 3b120847-24b5-49c6-a263-c1583ebe05ba owned by network:dhcp {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:27:44.161537 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-5733da83-0c04-4166-8521-2155ae6ba065 None None] Deleting port 3b120847-24b5-49c6-a263-c1583ebe05ba {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:27:44.162006 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5733da83-0c04-4166-8521-2155ae6ba065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.230405 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-5733da83-0c04-4166-8521-2155ae6ba065 None None] For port 3b120847-24b5-49c6-a263-c1583ebe05ba, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=3b120847-24b5-49c6-a263-c1583ebe05ba,segment=NetworkSegment(87673677-2c9d-46da-b798-07c2e12f93b0),segment_id=87673677-2c9d-46da-b798-07c2e12f93b0)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:27:44.230789 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5733da83-0c04-4166-8521-2155ae6ba065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.242927 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2d26-835f-4f19-9a64-7d54cef80634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (02c89aac-dcf0-41de-a543-0a7dbd9912ec), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.244899 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-5733da83-0c04-4166-8521-2155ae6ba065 None None] Calling delete_port for 3b120847-24b5-49c6-a263-c1583ebe05ba owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:27:44.247059 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bd5f2d26-835f-4f19-9a64-7d54cef80634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.248880 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-bd5f2d26-835f-4f19-9a64-7d54cef80634 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/02c89aac-dcf0-41de-a543-0a7dbd9912ec HTTP/1.1" status: 204 len: 168 time: 0.3396506 Sep 19 12:27:44.260766 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f2d26-835f-4f19-9a64-7d54cef80634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c89aac-dcf0-41de-a543-0a7dbd9912ec,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:44.377914 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.410804 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3b120847-24b5-49c6-a263-c1583ebe05ba,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:44.415508 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] No DVR routers for this DVR port 3b120847-24b5-49c6-a263-c1583ebe05ba on host dv-cinder-850618-3-iscsi {{(pid=106970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:27:44.533965 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5733da83-0c04-4166-8521-2155ae6ba065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (3b120847-24b5-49c6-a263-c1583ebe05ba), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.545086 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (81100c72-7f37-407d-a856-a5824fefc080), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.562668 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733da83-0c04-4166-8521-2155ae6ba065 None None] Pushing event deleted for resources: {'Port': ['ID=3b120847-24b5-49c6-a263-c1583ebe05ba,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:44.566633 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733da83-0c04-4166-8521-2155ae6ba065 None None] No DVR routers for this DVR port 3b120847-24b5-49c6-a263-c1583ebe05ba on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:27:44.587441 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.587816 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.588780 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.589281 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > port after_create 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.589800 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.590297 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > port after_update 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.590628 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.591403 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.591403 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.591570 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.738754 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:27:44.807322 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.807920 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.808085 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.808410 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:27:44.808999 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81100c72-7f37-407d-a856-a5824fefc080']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:44.827400 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87673677-2c9d-46da-b798-07c2e12f93b0') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:44.827939 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87673677-2c9d-46da-b798-07c2e12f93b0') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:27:44.837367 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b180d-6017-4a08-931d-f6dfe727137c req-60916255-b2e4-4f5b-844d-4f682d9c26f0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:44.838860 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1b9b180d-6017-4a08-931d-f6dfe727137c req-60916255-b2e4-4f5b-844d-4f682d9c26f0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0683265 Sep 19 12:27:44.844983 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (87673677-2c9d-46da-b798-07c2e12f93b0), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.865868 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (87673677-2c9d-46da-b798-07c2e12f93b0), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.875178 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:27:44.875574 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (87673677-2c9d-46da-b798-07c2e12f93b0), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:44.887862 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1b9b180d-6017-4a08-931d-f6dfe727137c req-3bb9a5a1-f47c-43a2-9933-f0a46cd787b0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Sep 19 12:27:45.047957 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (81100c72-7f37-407d-a856-a5824fefc080), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.054922 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.058190 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/81100c72-7f37-407d-a856-a5824fefc080 HTTP/1.1" status: 204 len: 168 time: 1.1741939 Sep 19 12:27:45.067939 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4566-c8da-437c-90ad-b1c113ef19ac admin admin] Pushing event deleted for resources: {'Network': ['ID=81100c72-7f37-407d-a856-a5824fefc080,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:45.282493 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38330) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:45.299995 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-534df7cf-9202-433e-86e5-c3c8b1449f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.379403 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-534df7cf-9202-433e-86e5-c3c8b1449f65 admin admin] Publish callbacks [] for security_group (361dd14a-912f-47e8-b1a7-404f057ef6f9), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.505173 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-534df7cf-9202-433e-86e5-c3c8b1449f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (361dd14a-912f-47e8-b1a7-404f057ef6f9), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.541263 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:45.549517 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-534df7cf-9202-433e-86e5-c3c8b1449f65 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=3cabe6dea23b4158b84b68c316d265a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648833 Sep 19 12:27:45.549517 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534df7cf-9202-433e-86e5-c3c8b1449f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361dd14a-912f-47e8-b1a7-404f057ef6f9,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:45.550165 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38336) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:45.607890 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7bf8eb1b-178c-4c88-8029-ed510337b459 admin admin] Publish callbacks [] for security_group (361dd14a-912f-47e8-b1a7-404f057ef6f9), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.628561 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7bf8eb1b-178c-4c88-8029-ed510337b459 admin admin] Publish callbacks [] for security_group (361dd14a-912f-47e8-b1a7-404f057ef6f9), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.733986 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=76,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:45.743652 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 3b120847-24b5-49c6-a263-c1583ebe05ba no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:27:45.761059 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 3b120847-24b5-49c6-a263-c1583ebe05ba {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:27:45.761620 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 3b120847-24b5-49c6-a263-c1583ebe05ba not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:27:45.762456 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7bf8eb1b-178c-4c88-8029-ed510337b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (361dd14a-912f-47e8-b1a7-404f057ef6f9), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.766167 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7bf8eb1b-178c-4c88-8029-ed510337b459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.767681 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-7bf8eb1b-178c-4c88-8029-ed510337b459 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/361dd14a-912f-47e8-b1a7-404f057ef6f9 HTTP/1.1" status: 204 len: 168 time: 0.2164745 Sep 19 12:27:45.776972 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8eb1b-178c-4c88-8029-ed510337b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361dd14a-912f-47e8-b1a7-404f057ef6f9,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:45.780511 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 87673677-2c9d-46da-b798-07c2e12f93b0 resource provider aggregate not found Sep 19 12:27:45.788672 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:45.790698 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:45.811468 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 87673677-2c9d-46da-b798-07c2e12f93b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87673677-2c9d-46da-b798-07c2e12f93b0 found for delete ", "request_id": "req-d1d9dc49-c3be-42cc-9cb5-3d8c25a8027f"}]} Sep 19 12:27:45.811468 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38352) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:45.854958 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-7b1ad786-0b13-41ee-a324-f2ee5445c0ff admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=70886a6d77434c90b59efd86c2395088&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429797 Sep 19 12:27:45.857531 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38356) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:45.919207 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b2c6930d-50b0-4403-ad02-3737f1f21c1c admin admin] Publish callbacks [] for security_group (73525aa9-d698-465c-9be9-ce29adaecb66), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:45.941023 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:45.945926 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b2c6930d-50b0-4403-ad02-3737f1f21c1c admin admin] Publish callbacks [] for security_group (73525aa9-d698-465c-9be9-ce29adaecb66), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:46.023928 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bc69b-ab17-4ea4-8a68-c19962e9f4e0 req-9802c430-b7a0-457a-849e-ef97009e5488 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:46.025414 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8f8bc69b-ab17-4ea4-8a68-c19962e9f4e0 req-9802c430-b7a0-457a-849e-ef97009e5488 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0486469 Sep 19 12:27:46.065638 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b2c6930d-50b0-4403-ad02-3737f1f21c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (73525aa9-d698-465c-9be9-ce29adaecb66), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:46.068359 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b2c6930d-50b0-4403-ad02-3737f1f21c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:46.070756 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b2c6930d-50b0-4403-ad02-3737f1f21c1c admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/73525aa9-d698-465c-9be9-ce29adaecb66 HTTP/1.1" status: 204 len: 168 time: 0.2121062 Sep 19 12:27:46.083865 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6930d-50b0-4403-ad02-3737f1f21c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73525aa9-d698-465c-9be9-ce29adaecb66,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:46.102378 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8f8bc69b-ab17-4ea4-8a68-c19962e9f4e0 req-e22e4c1f-4909-4a9c-b93d-e4a56404f9ac tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Sep 19 12:27:47.222906 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07192f9-dd98-43c1-9ec9-83b7568c23e6 req-c20d2469-6a78-4c8b-8c74-7b0539713dae tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:47.224448 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e07192f9-dd98-43c1-9ec9-83b7568c23e6 req-c20d2469-6a78-4c8b-8c74-7b0539713dae tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0457485 Sep 19 12:27:47.278320 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e07192f9-dd98-43c1-9ec9-83b7568c23e6 req-fb3a8b50-1e1c-41ac-8e76-b3465962f88f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Sep 19 12:27:47.498295 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:48.448026 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b639-eab7-4e1f-ab4a-f2354df1590e req-57f24e85-4a3c-4172-8498-e14965f25d1f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:48.449565 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-de37b639-eab7-4e1f-ab4a-f2354df1590e req-57f24e85-4a3c-4172-8498-e14965f25d1f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0663745 Sep 19 12:27:48.512004 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-de37b639-eab7-4e1f-ab4a-f2354df1590e req-a00840a6-03b8-4608-941e-65e6cbdbd2b6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502255 Sep 19 12:27:48.813962 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:49.000941 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38536) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:49.137426 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cc06a7f4-13f9-4082-ac14-6b2aebda0e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:49.201741 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:49.224729 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cc06a7f4-13f9-4082-ac14-6b2aebda0e6b admin admin] Publish callbacks [] for security_group (515a157c-f99d-4ef9-bc4c-447d244ebf6f), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:49.368103 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cc06a7f4-13f9-4082-ac14-6b2aebda0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (515a157c-f99d-4ef9-bc4c-447d244ebf6f), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:49.408987 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-cc06a7f4-13f9-4082-ac14-6b2aebda0e6b admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=9e9795392f8a4025ade71c8884e574f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068992 Sep 19 12:27:49.409795 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06a7f4-13f9-4082-ac14-6b2aebda0e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515a157c-f99d-4ef9-bc4c-447d244ebf6f,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:49.412626 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38546) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:49.467536 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2dc807f2-c6f8-4e5f-836d-d08c1348d246 admin admin] Publish callbacks [] for security_group (515a157c-f99d-4ef9-bc4c-447d244ebf6f), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:49.488665 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2dc807f2-c6f8-4e5f-836d-d08c1348d246 admin admin] Publish callbacks [] for security_group (515a157c-f99d-4ef9-bc4c-447d244ebf6f), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:49.597352 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:49.646338 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2dc807f2-c6f8-4e5f-836d-d08c1348d246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (515a157c-f99d-4ef9-bc4c-447d244ebf6f), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:49.650012 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2dc807f2-c6f8-4e5f-836d-d08c1348d246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:49.651834 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2dc807f2-c6f8-4e5f-836d-d08c1348d246 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/515a157c-f99d-4ef9-bc4c-447d244ebf6f HTTP/1.1" status: 204 len: 168 time: 0.2370734 Sep 19 12:27:49.665553 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec9b7-7af8-412a-a29a-b0f564a0ac2e req-3e02972a-68b3-401a-9bc9-cc9ccafa302b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:49.667771 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fccec9b7-7af8-412a-a29a-b0f564a0ac2e req-3e02972a-68b3-401a-9bc9-cc9ccafa302b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0680449 Sep 19 12:27:49.679175 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc807f2-c6f8-4e5f-836d-d08c1348d246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515a157c-f99d-4ef9-bc4c-447d244ebf6f,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:49.772720 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fccec9b7-7af8-412a-a29a-b0f564a0ac2e req-1155432c-6e90-4506-be8d-fd23087e3891 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777140 Sep 19 12:27:50.522856 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38578) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:50.535180 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-68726757-a279-49b2-a00c-ce48b680f8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:50.635407 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-68726757-a279-49b2-a00c-ce48b680f8ae admin admin] Publish callbacks [] for security_group (d41364a0-9d02-4dab-b5df-cb594b89877f), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:50.722900 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-68726757-a279-49b2-a00c-ce48b680f8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d41364a0-9d02-4dab-b5df-cb594b89877f), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:50.793837 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-68726757-a279-49b2-a00c-ce48b680f8ae admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=52b1ae34b2e6480a8e0f779a5c965e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707064 Sep 19 12:27:50.797948 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38594) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:50.809625 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68726757-a279-49b2-a00c-ce48b680f8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41364a0-9d02-4dab-b5df-cb594b89877f,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:50.825308 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6269d-c721-4dd5-abdf-1aeb0cd129af req-74aa7a41-3f6b-4715-88a1-1be7b06289c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:50.826894 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bae6269d-c721-4dd5-abdf-1aeb0cd129af req-74aa7a41-3f6b-4715-88a1-1be7b06289c8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 1129 time: 0.0770166 Sep 19 12:27:50.947208 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f80cd-cccc-4cae-a57d-63942b2865e2 req-310d5cb2-3a15-4e47-b68d-dadcf76aa1ac tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:50.948769 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b57f80cd-cccc-4cae-a57d-63942b2865e2 req-310d5cb2-3a15-4e47-b68d-dadcf76aa1ac tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0777516 Sep 19 12:27:50.952679 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:50.953676 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb832e81-95c5-4878-b411-2586df83fc10 admin admin] Publish callbacks [] for security_group (d41364a0-9d02-4dab-b5df-cb594b89877f), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:50.970969 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bae6269d-c721-4dd5-abdf-1aeb0cd129af req-7ae0c44a-3ad0-4ca7-8ad5-997fccb42a9d service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300864 Sep 19 12:27:50.992228 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb832e81-95c5-4878-b411-2586df83fc10 admin admin] Publish callbacks [] for security_group (d41364a0-9d02-4dab-b5df-cb594b89877f), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:51.041842 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b57f80cd-cccc-4cae-a57d-63942b2865e2 req-5cf8c538-888b-48f3-98be-8cecec5e6bb3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849795 Sep 19 12:27:51.153519 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb832e81-95c5-4878-b411-2586df83fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d41364a0-9d02-4dab-b5df-cb594b89877f), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:51.156289 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bb832e81-95c5-4878-b411-2586df83fc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:51.157623 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-bb832e81-95c5-4878-b411-2586df83fc10 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/d41364a0-9d02-4dab-b5df-cb594b89877f HTTP/1.1" status: 204 len: 168 time: 0.3582702 Sep 19 12:27:51.167570 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb832e81-95c5-4878-b411-2586df83fc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41364a0-9d02-4dab-b5df-cb594b89877f,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:51.808152 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38618) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:51.915107 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0982b9d1-03e3-426f-9f19-056c5d38e591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.032643 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0982b9d1-03e3-426f-9f19-056c5d38e591 admin admin] Publish callbacks [] for security_group (2eb41794-a5d1-4cdd-a27d-531e200d844a), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.099851 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0982b9d1-03e3-426f-9f19-056c5d38e591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (2eb41794-a5d1-4cdd-a27d-531e200d844a), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.168927 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-0982b9d1-03e3-426f-9f19-056c5d38e591 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=0ab20e38f184413bac8ed54a5510a870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593078 Sep 19 12:27:52.169755 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982b9d1-03e3-426f-9f19-056c5d38e591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb41794-a5d1-4cdd-a27d-531e200d844a,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:52.171714 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38628) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:52.230929 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a39c2-be23-4cf8-8d84-260dc01c2339 req-134e891b-37a4-434f-87ff-14149aabc5f4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:52.232502 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bc0a39c2-be23-4cf8-8d84-260dc01c2339 req-134e891b-37a4-434f-87ff-14149aabc5f4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0726895 Sep 19 12:27:52.277536 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-157a85b0-1b0c-470f-86f0-3b8f314f22dd admin admin] Publish callbacks [] for security_group (2eb41794-a5d1-4cdd-a27d-531e200d844a), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.290476 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=89 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:52.291608 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38632) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:52.307437 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-78dc94e1-feb1-48cc-b53d-ca18705933ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.322442 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-157a85b0-1b0c-470f-86f0-3b8f314f22dd admin admin] Publish callbacks [] for security_group (2eb41794-a5d1-4cdd-a27d-531e200d844a), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.331677 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bc0a39c2-be23-4cf8-8d84-260dc01c2339 req-e212458d-181e-461f-9d4a-5d41cc7039f6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924025 Sep 19 12:27:52.354912 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:52.401566 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-78dc94e1-feb1-48cc-b53d-ca18705933ca admin admin] Publish callbacks [] for security_group (c5e2b993-7cf5-4782-b0d1-51d08782363e), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.476304 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-157a85b0-1b0c-470f-86f0-3b8f314f22dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (2eb41794-a5d1-4cdd-a27d-531e200d844a), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.476971 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-78dc94e1-feb1-48cc-b53d-ca18705933ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (c5e2b993-7cf5-4782-b0d1-51d08782363e), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.479059 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-157a85b0-1b0c-470f-86f0-3b8f314f22dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.480153 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-157a85b0-1b0c-470f-86f0-3b8f314f22dd admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/2eb41794-a5d1-4cdd-a27d-531e200d844a HTTP/1.1" status: 204 len: 168 time: 0.3068154 Sep 19 12:27:52.493032 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a85b0-1b0c-470f-86f0-3b8f314f22dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb41794-a5d1-4cdd-a27d-531e200d844a,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:52.517766 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-78dc94e1-feb1-48cc-b53d-ca18705933ca admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=5d84dec1f2a2456bba2b6af730201c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250137 Sep 19 12:27:52.520589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc94e1-feb1-48cc-b53d-ca18705933ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e2b993-7cf5-4782-b0d1-51d08782363e,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:52.520780 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38636) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:52.573540 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8640698c-6370-4394-a3a4-220224ea7d02 admin admin] Publish callbacks [] for security_group (c5e2b993-7cf5-4782-b0d1-51d08782363e), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.595415 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8640698c-6370-4394-a3a4-220224ea7d02 admin admin] Publish callbacks [] for security_group (c5e2b993-7cf5-4782-b0d1-51d08782363e), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.766545 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8640698c-6370-4394-a3a4-220224ea7d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (c5e2b993-7cf5-4782-b0d1-51d08782363e), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.769240 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8640698c-6370-4394-a3a4-220224ea7d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:52.770411 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-8640698c-6370-4394-a3a4-220224ea7d02 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/c5e2b993-7cf5-4782-b0d1-51d08782363e HTTP/1.1" status: 204 len: 168 time: 0.2486308 Sep 19 12:27:52.778646 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640698c-6370-4394-a3a4-220224ea7d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e2b993-7cf5-4782-b0d1-51d08782363e,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:53.461414 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc982108-abde-4dd2-a1b6-ad92a29038ce req-6e19e796-1bff-4b00-8490-388010a96106 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:53.462893 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc982108-abde-4dd2-a1b6-ad92a29038ce req-6e19e796-1bff-4b00-8490-388010a96106 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0514305 Sep 19 12:27:53.512447 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc982108-abde-4dd2-a1b6-ad92a29038ce req-ea6db1c4-9c84-4222-8aa0-df74fa780a39 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Sep 19 12:27:54.639125 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c3793-254c-4ce5-b14e-f828341f1924 req-0e3d22e1-b1a1-4679-acda-1b5f0a1c4a8b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:54.640921 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7a7c3793-254c-4ce5-b14e-f828341f1924 req-0e3d22e1-b1a1-4679-acda-1b5f0a1c4a8b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0504725 Sep 19 12:27:54.691968 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7a7c3793-254c-4ce5-b14e-f828341f1924 req-1e28702d-0181-4006-9973-9f42edfa5f47 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Sep 19 12:27:54.728698 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=50 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:55.823796 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb485a7-5237-4d87-a463-64392f8a263a req-223acb70-653c-477c-9740-2920ef817c4c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:55.825357 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7bb485a7-5237-4d87-a463-64392f8a263a req-223acb70-653c-477c-9740-2920ef817c4c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0515289 Sep 19 12:27:55.878992 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7bb485a7-5237-4d87-a463-64392f8a263a req-d87a0953-867f-4c41-9d9b-51167a552c14 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475364 Sep 19 12:27:57.004365 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31731e-ce40-47f1-ae86-af8b89495a1a req-34b90537-7247-4f11-b412-7ad571c78cad tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:57.005868 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aa31731e-ce40-47f1-ae86-af8b89495a1a req-34b90537-7247-4f11-b412-7ad571c78cad tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0486417 Sep 19 12:27:57.063329 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aa31731e-ce40-47f1-ae86-af8b89495a1a req-13a686d1-318a-4848-ac59-01f0ee8d1939 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511200 Sep 19 12:27:57.198503 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025113c4-55cd-4839-969e-3ea435bc0cea req-c9bec3ec-7537-474d-975c-93338ac8515c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:57.199896 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-025113c4-55cd-4839-969e-3ea435bc0cea req-c9bec3ec-7537-474d-975c-93338ac8515c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0505791 Sep 19 12:27:57.253151 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-025113c4-55cd-4839-969e-3ea435bc0cea req-83f46127-686b-4876-931e-7db82d67ec3b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475256 Sep 19 12:27:58.196667 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38854) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:58.330648 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6fb2-108d-487d-914b-1a1fc717cd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:58.342814 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:58.439007 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6fb2-108d-487d-914b-1a1fc717cd26 admin admin] Publish callbacks [] for security_group (6a53fd3c-8cb8-420e-82c9-5b219e16c73c), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:58.625047 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6fb2-108d-487d-914b-1a1fc717cd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6a53fd3c-8cb8-420e-82c9-5b219e16c73c), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:58.667191 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-c7dc6fb2-108d-487d-914b-1a1fc717cd26 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=7fa0a9428dd84aa4861d10b72768cdba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684510 Sep 19 12:27:58.668257 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc6fb2-108d-487d-914b-1a1fc717cd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a53fd3c-8cb8-420e-82c9-5b219e16c73c,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:58.671040 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38860) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:58.722880 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f3e91948-f16e-4099-8df1-bf78759380d3 admin admin] Publish callbacks [] for security_group (6a53fd3c-8cb8-420e-82c9-5b219e16c73c), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:58.748463 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f3e91948-f16e-4099-8df1-bf78759380d3 admin admin] Publish callbacks [] for security_group (6a53fd3c-8cb8-420e-82c9-5b219e16c73c), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:58.910412 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f3e91948-f16e-4099-8df1-bf78759380d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6a53fd3c-8cb8-420e-82c9-5b219e16c73c), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:58.912956 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f3e91948-f16e-4099-8df1-bf78759380d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:58.914128 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f3e91948-f16e-4099-8df1-bf78759380d3 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/6a53fd3c-8cb8-420e-82c9-5b219e16c73c HTTP/1.1" status: 204 len: 168 time: 0.2421353 Sep 19 12:27:58.922468 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e91948-f16e-4099-8df1-bf78759380d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a53fd3c-8cb8-420e-82c9-5b219e16c73c,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:27:59.766474 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38890) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:59.768151 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38892) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:27:59.775078 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:59.783405 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ab2199e9-f1a8-4816-853c-93a5db734be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:59.878560 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ab2199e9-f1a8-4816-853c-93a5db734be4 admin admin] Publish callbacks [] for security_group (9251401b-92af-44c7-aa12-d4e98cf457ee), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:59.920008 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44162cc1-00ce-4e0e-8d3d-1dc141a14bac req-2827cbce-aebe-4dbc-896f-a573656135fe tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:27:59.921647 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-44162cc1-00ce-4e0e-8d3d-1dc141a14bac req-2827cbce-aebe-4dbc-896f-a573656135fe tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0575211 Sep 19 12:27:59.951779 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ab2199e9-f1a8-4816-853c-93a5db734be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (9251401b-92af-44c7-aa12-d4e98cf457ee), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:59.973541 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:INSERT=22,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:27:59.989519 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-00da4d0d-0063-4b00-a36e-28c787eb5501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:27:59.997582 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ab2199e9-f1a8-4816-853c-93a5db734be4 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=e95a2e0a7f4e4430abff1585ff8640c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273839 Sep 19 12:27:59.997582 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2199e9-f1a8-4816-853c-93a5db734be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9251401b-92af-44c7-aa12-d4e98cf457ee,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:00.001581 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 38898) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:00.045949 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-44162cc1-00ce-4e0e-8d3d-1dc141a14bac req-ad3ad1c1-9a1b-48cb-bdeb-57aad767cfbd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166401 Sep 19 12:28:00.046945 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-1ae244b1-8518-40ab-a418-2e6afea85b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:00.048696 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-1ae244b1-8518-40ab-a418-2e6afea85b7b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 1129 time: 0.0969696 Sep 19 12:28:00.056781 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:00.058680 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ea03943e-0d6a-4fa3-8092-fb676d05403d admin admin] Publish callbacks [] for security_group (9251401b-92af-44c7-aa12-d4e98cf457ee), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.080033 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ea03943e-0d6a-4fa3-8092-fb676d05403d admin admin] Publish callbacks [] for security_group (9251401b-92af-44c7-aa12-d4e98cf457ee), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.201140 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-f875c792-79f6-4fee-9f7a-a6b8033ab05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:00.202484 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-f875c792-79f6-4fee-9f7a-a6b8033ab05a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.1442790 Sep 19 12:28:00.206942 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-00da4d0d-0063-4b00-a36e-28c787eb5501 admin admin] Publish callbacks [] for security_group (5427a76f-c206-467b-be50-bbc7e1f94b4d), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.207863 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ea03943e-0d6a-4fa3-8092-fb676d05403d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (9251401b-92af-44c7-aa12-d4e98cf457ee), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.211013 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ea03943e-0d6a-4fa3-8092-fb676d05403d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.212159 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ea03943e-0d6a-4fa3-8092-fb676d05403d admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/9251401b-92af-44c7-aa12-d4e98cf457ee HTTP/1.1" status: 204 len: 168 time: 0.2129664 Sep 19 12:28:00.229211 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03943e-0d6a-4fa3-8092-fb676d05403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9251401b-92af-44c7-aa12-d4e98cf457ee,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:00.273185 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-2183fe0f-0d7b-4897-bb94-9abf47014673 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe HTTP/1.1" status: 200 len: 217 time: 0.0574160 Sep 19 12:28:00.324371 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-192df86d-1a45-4ce8-8855-f13d895f229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:00.325894 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-192df86d-1a45-4ce8-8855-f13d895f229a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0464425 Sep 19 12:28:00.342232 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-00da4d0d-0063-4b00-a36e-28c787eb5501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5427a76f-c206-467b-be50-bbc7e1f94b4d), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.409459 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-1d98a2cd-cb8c-40fb-8b0b-62a8da8237f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:00.410965 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-1d98a2cd-cb8c-40fb-8b0b-62a8da8237f0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788667 Sep 19 12:28:00.411922 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da4d0d-0063-4b00-a36e-28c787eb5501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5427a76f-c206-467b-be50-bbc7e1f94b4d,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:00.416700 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-00da4d0d-0063-4b00-a36e-28c787eb5501 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=8e41380c40e543fdb3c280c9f8ea5425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6469591 Sep 19 12:28:00.419293 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 38906) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:00.447540 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:00.536628 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb73c-b4ef-4185-bf2f-f302a154b9bc admin admin] Publish callbacks [] for security_group (5427a76f-c206-467b-be50-bbc7e1f94b4d), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.558593 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-1da6d6ae-3585-4e25-9f03-435894e81278 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330242 Sep 19 12:28:00.571380 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb73c-b4ef-4185-bf2f-f302a154b9bc admin admin] Publish callbacks [] for security_group (5427a76f-c206-467b-be50-bbc7e1f94b4d), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.693357 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0e0c34c8-9647-4da5-9db9-63618c5fc4f8 req-11294e84-0bc7-409c-98fd-3e138c0e162b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254830 Sep 19 12:28:00.788560 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb73c-b4ef-4185-bf2f-f302a154b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5427a76f-c206-467b-be50-bbc7e1f94b4d), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.791631 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb73c-b4ef-4185-bf2f-f302a154b9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:00.792900 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-d9cbb73c-b4ef-4185-bf2f-f302a154b9bc admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/5427a76f-c206-467b-be50-bbc7e1f94b4d HTTP/1.1" status: 204 len: 168 time: 0.3725867 Sep 19 12:28:00.801405 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbb73c-b4ef-4185-bf2f-f302a154b9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5427a76f-c206-467b-be50-bbc7e1f94b4d,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:01.212989 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3398fc-2d5f-46a5-b91c-0c55e8a4f163 req-f4b14128-9527-448b-b8ce-478ff5c534e9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:01.212989 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8a3398fc-2d5f-46a5-b91c-0c55e8a4f163 req-f4b14128-9527-448b-b8ce-478ff5c534e9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0666544 Sep 19 12:28:01.275273 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8a3398fc-2d5f-46a5-b91c-0c55e8a4f163 req-a5f657c1-aafc-4c2d-9a16-c069f9026976 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620461 Sep 19 12:28:02.414048 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17b0f4-9b7b-4a85-b2ae-699454eb4762 req-b38012f9-ba5a-4ce9-ae16-cbf9e7661ef2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:02.416870 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4e17b0f4-9b7b-4a85-b2ae-699454eb4762 req-b38012f9-ba5a-4ce9-ae16-cbf9e7661ef2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0525060 Sep 19 12:28:02.475507 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4e17b0f4-9b7b-4a85-b2ae-699454eb4762 req-7dfc2a9f-6b0b-4e9d-bd44-e891badcb876 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536811 Sep 19 12:28:03.511763 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-54ad2759-ec1d-4183-8118-cdb8df7d25c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:03.592313 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:03.609999 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d17587-3001-4a5e-be03-5428cad91bed req-c7742263-73b5-42b4-aab4-47a97898d30e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:03.611569 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9d17587-3001-4a5e-be03-5428cad91bed req-c7742263-73b5-42b4-aab4-47a97898d30e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0509360 Sep 19 12:28:03.661017 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9d17587-3001-4a5e-be03-5428cad91bed req-a8538d3d-1496-4d04-91ba-020e00be5cf0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Sep 19 12:28:04.805726 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1c53b-1509-4ce9-b3a9-952ad4eab3e8 req-1fae5902-1d78-4799-9619-2bb1e461a54c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:04.807366 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2d1c53b-1509-4ce9-b3a9-952ad4eab3e8 req-1fae5902-1d78-4799-9619-2bb1e461a54c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0631535 Sep 19 12:28:04.860219 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2d1c53b-1509-4ce9-b3a9-952ad4eab3e8 req-0860e862-9b89-44c9-8653-885a60963a90 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451648 Sep 19 12:28:05.564547 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:05.653965 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a1af674b-9264-45a1-a869-90fcd0e57de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:06.015602 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4535a-3f7e-4d75-961e-03721372e8ad req-176b4b88-bd46-4a83-8335-04079a8be6d8 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:06.017167 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3d4535a-3f7e-4d75-961e-03721372e8ad req-176b4b88-bd46-4a83-8335-04079a8be6d8 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0552473 Sep 19 12:28:06.067511 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3d4535a-3f7e-4d75-961e-03721372e8ad req-1e3c793d-e21b-43ad-bb2f-8eca38be3f67 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436103 Sep 19 12:28:06.880164 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:07.213424 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3935c-c1d1-402d-9ca8-c3354a79b2e3 req-1e1dd758-f2e8-4854-9be0-07f3104fee15 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:07.215040 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3fe3935c-c1d1-402d-9ca8-c3354a79b2e3 req-1e1dd758-f2e8-4854-9be0-07f3104fee15 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0565877 Sep 19 12:28:07.275450 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3fe3935c-c1d1-402d-9ca8-c3354a79b2e3 req-e610d437-b450-485a-bdb0-0b1b9e277c91 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546725 Sep 19 12:28:08.423669 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078f5a2-f774-4c4b-a19c-fbb554c07f82 req-0447e867-42e1-4b54-b1e2-b1d023d5da39 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:08.423669 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9078f5a2-f774-4c4b-a19c-fbb554c07f82 req-0447e867-42e1-4b54-b1e2-b1d023d5da39 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0658300 Sep 19 12:28:08.476731 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9078f5a2-f774-4c4b-a19c-fbb554c07f82 req-f751c51a-5988-48aa-8018-df27d24e2665 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 Sep 19 12:28:08.682082 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:08.771535 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:09.604935 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53477-2c02-44f7-bff8-4eee59dd6c2f req-f18dd346-e39b-41d2-935b-e8220a19c5cd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:09.606477 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fac53477-2c02-44f7-bff8-4eee59dd6c2f req-f18dd346-e39b-41d2-935b-e8220a19c5cd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0481625 Sep 19 12:28:09.657747 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fac53477-2c02-44f7-bff8-4eee59dd6c2f req-78709551-b9ad-4401-b3fa-bad78daf6f61 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Sep 19 12:28:10.781503 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c49bc-0b05-4b90-a65f-1b39f2a25325 req-58a4f219-390b-48ff-a1d9-f10380737531 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:10.782979 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0e2c49bc-0b05-4b90-a65f-1b39f2a25325 req-58a4f219-390b-48ff-a1d9-f10380737531 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0502677 Sep 19 12:28:10.829132 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0e2c49bc-0b05-4b90-a65f-1b39f2a25325 req-1524bde1-4409-497b-aba6-84fdc9bf3be5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Sep 19 12:28:11.555140 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:11.954767 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008027-60d8-456a-8ad0-9db64ac51df6 req-761046c6-88f7-43e6-941b-f259499f239c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:11.955426 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0c008027-60d8-456a-8ad0-9db64ac51df6 req-761046c6-88f7-43e6-941b-f259499f239c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0491245 Sep 19 12:28:12.008205 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0c008027-60d8-456a-8ad0-9db64ac51df6 req-0381fa33-5f02-465a-8945-c918593b5dfb tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462413 Sep 19 12:28:13.150277 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5448c5c-b41c-4705-9eb2-9ba0a2302764 req-eba13a7b-36a7-477f-9869-78ac9694b47c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:13.153149 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a5448c5c-b41c-4705-9eb2-9ba0a2302764 req-eba13a7b-36a7-477f-9869-78ac9694b47c tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0603249 Sep 19 12:28:13.207276 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a5448c5c-b41c-4705-9eb2-9ba0a2302764 req-9d7e73c7-3d86-491e-b0a5-c144ecec8cfb tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495105 Sep 19 12:28:14.318002 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:14.341946 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e13796-bc8e-4189-a7c4-d2e91b55e5f6 req-4490d675-3eee-415f-a28a-4b41ecd20864 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:14.343676 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c3e13796-bc8e-4189-a7c4-d2e91b55e5f6 req-4490d675-3eee-415f-a28a-4b41ecd20864 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0547576 Sep 19 12:28:14.400532 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c3e13796-bc8e-4189-a7c4-d2e91b55e5f6 req-5b576c43-3e83-4054-8687-7fcfaab2a4e1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505278 Sep 19 12:28:15.594892 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc2214-1c11-4b69-a9d4-bcf6e02f3ce0 req-87ed2019-3d2e-4019-8737-394577fbb59d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:15.594892 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-48fc2214-1c11-4b69-a9d4-bcf6e02f3ce0 req-87ed2019-3d2e-4019-8737-394577fbb59d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0585783 Sep 19 12:28:15.594892 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-48fc2214-1c11-4b69-a9d4-bcf6e02f3ce0 req-c207c8c3-2571-4e62-9b3a-9d3b5b5edaf6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496426 Sep 19 12:28:16.728419 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5211ef4-6a9e-430b-b6fd-f7c174a8f603 req-529676bc-e7ea-42d3-9905-af6b9ed347d7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:16.730071 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a5211ef4-6a9e-430b-b6fd-f7c174a8f603 req-529676bc-e7ea-42d3-9905-af6b9ed347d7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0548680 Sep 19 12:28:16.743482 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:16.794568 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a5211ef4-6a9e-430b-b6fd-f7c174a8f603 req-67a93157-48b7-4010-8e87-19b10e50c8e9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581124 Sep 19 12:28:17.516264 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:17.609919 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39280) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:17.720932 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-fe15980d-2856-4d0c-af05-79f182f341ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:17.802328 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-fe15980d-2856-4d0c-af05-79f182f341ab admin admin] Publish callbacks [] for security_group (378db012-e8b2-4fc3-a349-c8cb76d31a92), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:17.925592 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa4470-6917-4d2c-875a-4cb43e5e0f10 req-ed40cf9a-5037-4618-83a7-2aaf54b3efff tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:17.926975 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83aa4470-6917-4d2c-875a-4cb43e5e0f10 req-ed40cf9a-5037-4618-83a7-2aaf54b3efff tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0473616 Sep 19 12:28:17.973914 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-fe15980d-2856-4d0c-af05-79f182f341ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (378db012-e8b2-4fc3-a349-c8cb76d31a92), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:17.997817 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83aa4470-6917-4d2c-875a-4cb43e5e0f10 req-fbf73ccc-87db-410d-9fcb-f3833a094c2f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645895 Sep 19 12:28:18.028012 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15980d-2856-4d0c-af05-79f182f341ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378db012-e8b2-4fc3-a349-c8cb76d31a92,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:18.036922 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-fe15980d-2856-4d0c-af05-79f182f341ab admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=9de192e6ff854b32ae1f0fcf33cb6b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233155 Sep 19 12:28:18.039248 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39294) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:18.094512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7a78a0d1-3799-4b4e-9c9b-673ce1c14294 admin admin] Publish callbacks [] for security_group (378db012-e8b2-4fc3-a349-c8cb76d31a92), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:18.117461 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7a78a0d1-3799-4b4e-9c9b-673ce1c14294 admin admin] Publish callbacks [] for security_group (378db012-e8b2-4fc3-a349-c8cb76d31a92), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:18.271056 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7a78a0d1-3799-4b4e-9c9b-673ce1c14294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (378db012-e8b2-4fc3-a349-c8cb76d31a92), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:18.274420 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7a78a0d1-3799-4b4e-9c9b-673ce1c14294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:18.275881 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-7a78a0d1-3799-4b4e-9c9b-673ce1c14294 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/378db012-e8b2-4fc3-a349-c8cb76d31a92 HTTP/1.1" status: 204 len: 168 time: 0.2350249 Sep 19 12:28:18.284951 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78a0d1-3799-4b4e-9c9b-673ce1c14294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378db012-e8b2-4fc3-a349-c8cb76d31a92,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:18.658647 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:19.082328 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39316) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:19.186608 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c296fb-2e6e-4f0b-9ca6-f73bb34ae523 req-877b066e-7c4b-4e8e-826d-6564328fb8df tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:19.188197 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d1c296fb-2e6e-4f0b-9ca6-f73bb34ae523 req-877b066e-7c4b-4e8e-826d-6564328fb8df tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0691919 Sep 19 12:28:19.223310 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a54b0d50-348c-4688-a1b2-24bbf9d23469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.272458 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d1c296fb-2e6e-4f0b-9ca6-f73bb34ae523 req-ab95be93-54b7-46f8-aff6-db90a1ca93c6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780416 Sep 19 12:28:19.343628 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:19.357931 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a54b0d50-348c-4688-a1b2-24bbf9d23469 admin admin] Publish callbacks [] for security_group (db3aaaea-8bf7-425b-9599-151a77ed4caa), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.516714 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a54b0d50-348c-4688-a1b2-24bbf9d23469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (db3aaaea-8bf7-425b-9599-151a77ed4caa), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.550086 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39334) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:19.562528 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-a54b0d50-348c-4688-a1b2-24bbf9d23469 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=62ad7f7206fe4c20a2d855c2f36a333e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4781806 Sep 19 12:28:19.563415 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0d50-348c-4688-a1b2-24bbf9d23469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3aaaea-8bf7-425b-9599-151a77ed4caa,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:19.565693 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-598ba664-4358-4050-a856-0709c2554d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.566424 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39336) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:19.603520 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:19.642538 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-87ac3b71-eaca-4de9-ac93-96039080b379 admin admin] Publish callbacks [] for security_group (db3aaaea-8bf7-425b-9599-151a77ed4caa), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.667253 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-598ba664-4358-4050-a856-0709c2554d92 admin admin] Publish callbacks [] for security_group (0d46b89e-8f1a-4b49-a429-3dce51904cca), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.669133 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-87ac3b71-eaca-4de9-ac93-96039080b379 admin admin] Publish callbacks [] for security_group (db3aaaea-8bf7-425b-9599-151a77ed4caa), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.777026 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-598ba664-4358-4050-a856-0709c2554d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0d46b89e-8f1a-4b49-a429-3dce51904cca), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.817300 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-598ba664-4358-4050-a856-0709c2554d92 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=90ef0b99ed5f46ae84be574afe2cdbe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660053 Sep 19 12:28:19.819132 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ba664-4358-4050-a856-0709c2554d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d46b89e-8f1a-4b49-a429-3dce51904cca,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:19.821548 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39338) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:19.878008 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-00b50a9f-2f6d-4e0e-8b28-7d41524bd780 admin admin] Publish callbacks [] for security_group (0d46b89e-8f1a-4b49-a429-3dce51904cca), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.885909 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-87ac3b71-eaca-4de9-ac93-96039080b379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (db3aaaea-8bf7-425b-9599-151a77ed4caa), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.888589 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-87ac3b71-eaca-4de9-ac93-96039080b379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.890130 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-87ac3b71-eaca-4de9-ac93-96039080b379 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/db3aaaea-8bf7-425b-9599-151a77ed4caa HTTP/1.1" status: 204 len: 168 time: 0.3227522 Sep 19 12:28:19.900501 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac3b71-eaca-4de9-ac93-96039080b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3aaaea-8bf7-425b-9599-151a77ed4caa,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:19.909756 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-00b50a9f-2f6d-4e0e-8b28-7d41524bd780 admin admin] Publish callbacks [] for security_group (0d46b89e-8f1a-4b49-a429-3dce51904cca), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:19.914460 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:20.099142 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-00b50a9f-2f6d-4e0e-8b28-7d41524bd780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0d46b89e-8f1a-4b49-a429-3dce51904cca), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:20.103071 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-00b50a9f-2f6d-4e0e-8b28-7d41524bd780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:20.103071 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-00b50a9f-2f6d-4e0e-8b28-7d41524bd780 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/0d46b89e-8f1a-4b49-a429-3dce51904cca HTTP/1.1" status: 204 len: 168 time: 0.2804482 Sep 19 12:28:20.110689 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b50a9f-2f6d-4e0e-8b28-7d41524bd780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d46b89e-8f1a-4b49-a429-3dce51904cca,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:20.420221 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28383b38-29b0-4c06-ad63-c1d9454116ec req-437d85b0-4804-4d76-a524-5fe7826a5d09 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:20.421862 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-28383b38-29b0-4c06-ad63-c1d9454116ec req-437d85b0-4804-4d76-a524-5fe7826a5d09 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0512798 Sep 19 12:28:20.478173 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-28383b38-29b0-4c06-ad63-c1d9454116ec req-aaa51f8a-b069-4dab-9bff-749bbc2f2354 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479128 Sep 19 12:28:20.873195 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39370) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:20.889936 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-876aaab6-8556-4eb0-a007-fc85d9b64f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:21.044532 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-876aaab6-8556-4eb0-a007-fc85d9b64f9c admin admin] Publish callbacks [] for security_group (8c02546f-b6a5-49ba-9b13-01c9162a80d0), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:21.196168 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-876aaab6-8556-4eb0-a007-fc85d9b64f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8c02546f-b6a5-49ba-9b13-01c9162a80d0), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:21.238872 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876aaab6-8556-4eb0-a007-fc85d9b64f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c02546f-b6a5-49ba-9b13-01c9162a80d0,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:21.243197 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-876aaab6-8556-4eb0-a007-fc85d9b64f9c admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=c9008db64233436abf9d524d2eb33ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689041 Sep 19 12:28:21.245911 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39380) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:21.298497 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Publish callbacks [] for security_group (8c02546f-b6a5-49ba-9b13-01c9162a80d0), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:21.319207 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Publish callbacks [] for security_group (8c02546f-b6a5-49ba-9b13-01c9162a80d0), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:21.468498 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8c02546f-b6a5-49ba-9b13-01c9162a80d0), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:21.471135 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:21.472285 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/8c02546f-b6a5-49ba-9b13-01c9162a80d0 HTTP/1.1" status: 204 len: 168 time: 0.2252514 Sep 19 12:28:21.481826 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c02546f-b6a5-49ba-9b13-01c9162a80d0,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:21.491267 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.491690 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.492120 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.492530 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.492944 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.493466 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.493992 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.494502 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.495038 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.495698 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.496691 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.497126 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.497522 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.497914 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.498304 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e05ab9-20a8-4b82-8aa7-51418d9f4d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:21.622611 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414233ff-df76-4bbb-9e05-85ded52e30f5 req-eb4195f3-d83f-4b97-a787-dd93d6ac5bea tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:21.624667 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414233ff-df76-4bbb-9e05-85ded52e30f5 req-eb4195f3-d83f-4b97-a787-dd93d6ac5bea tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0519414 Sep 19 12:28:21.677802 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414233ff-df76-4bbb-9e05-85ded52e30f5 req-f93b60d6-dc64-4daa-83c3-b8c98df3eeb5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472934 Sep 19 12:28:21.732857 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:28:22.294879 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39414) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:22.416049 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-92c37b9b-ae41-4fd5-8a54-98aa8a0f9001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:22.465119 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:22.471140 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:22.494007 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-92c37b9b-ae41-4fd5-8a54-98aa8a0f9001 admin admin] Publish callbacks [] for security_group (1bc3fb22-1f6d-42c6-a503-8ad0283cc530), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:22.549966 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-92c37b9b-ae41-4fd5-8a54-98aa8a0f9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (1bc3fb22-1f6d-42c6-a503-8ad0283cc530), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:22.595157 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-92c37b9b-ae41-4fd5-8a54-98aa8a0f9001 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=f0106e8947014d858394d718e3932beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988183 Sep 19 12:28:22.597815 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39430) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:22.608895 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c37b9b-ae41-4fd5-8a54-98aa8a0f9001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc3fb22-1f6d-42c6-a503-8ad0283cc530,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:22.654023 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Publish callbacks [] for security_group (1bc3fb22-1f6d-42c6-a503-8ad0283cc530), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:22.674906 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Publish callbacks [] for security_group (1bc3fb22-1f6d-42c6-a503-8ad0283cc530), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:22.801066 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795d2b-fc30-4d2c-9f2b-3b47cfddd6ca req-ef73f046-dcad-4280-9804-37714f095ffa tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:22.802523 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-70795d2b-fc30-4d2c-9f2b-3b47cfddd6ca req-ef73f046-dcad-4280-9804-37714f095ffa tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0455496 Sep 19 12:28:22.847708 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (1bc3fb22-1f6d-42c6-a503-8ad0283cc530), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:22.850217 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:22.852003 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/1bc3fb22-1f6d-42c6-a503-8ad0283cc530 HTTP/1.1" status: 204 len: 168 time: 0.2530470 Sep 19 12:28:22.855260 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-70795d2b-fc30-4d2c-9f2b-3b47cfddd6ca req-89100087-53fa-45bc-8ccb-a2aabdc2a9d5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472088 Sep 19 12:28:22.863316 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc3fb22-1f6d-42c6-a503-8ad0283cc530,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:22.871052 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:22.881619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdfed7-1c31-422c-ba7f-a31687ddaa3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:23.974026 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:23.991003 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaacdb-93c0-4afc-9ab0-673228f756de req-5f81ad34-1ba5-45a7-83ec-bc4447bafbb5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:23.992509 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3fbaacdb-93c0-4afc-9ab0-673228f756de req-5f81ad34-1ba5-45a7-83ec-bc4447bafbb5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0522881 Sep 19 12:28:24.046349 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3fbaacdb-93c0-4afc-9ab0-673228f756de req-9149bf53-aae8-45bb-acda-90defede73bf tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476508 Sep 19 12:28:24.293533 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39494) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:24.411762 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-44d2a39d-a0d9-4e6e-a007-c2b5664555fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:24.542012 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-44d2a39d-a0d9-4e6e-a007-c2b5664555fb admin admin] Publish callbacks [] for security_group (39830422-4909-4d39-85aa-02f417de3ee9), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:24.633829 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-44d2a39d-a0d9-4e6e-a007-c2b5664555fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (39830422-4909-4d39-85aa-02f417de3ee9), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:24.681155 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-44d2a39d-a0d9-4e6e-a007-c2b5664555fb admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=dbeab2c7eafa4c208fda671c98e5f8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807297 Sep 19 12:28:24.681155 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2a39d-a0d9-4e6e-a007-c2b5664555fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39830422-4909-4d39-85aa-02f417de3ee9,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:24.681367 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39504) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:24.737390 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e31c3ade-13a2-4a0c-84de-81c17567dc90 admin admin] Publish callbacks [] for security_group (39830422-4909-4d39-85aa-02f417de3ee9), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:24.758030 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e31c3ade-13a2-4a0c-84de-81c17567dc90 admin admin] Publish callbacks [] for security_group (39830422-4909-4d39-85aa-02f417de3ee9), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:24.927478 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e31c3ade-13a2-4a0c-84de-81c17567dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (39830422-4909-4d39-85aa-02f417de3ee9), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:24.929985 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e31c3ade-13a2-4a0c-84de-81c17567dc90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:24.931125 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-e31c3ade-13a2-4a0c-84de-81c17567dc90 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/39830422-4909-4d39-85aa-02f417de3ee9 HTTP/1.1" status: 204 len: 168 time: 0.2501929 Sep 19 12:28:24.939542 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c3ade-13a2-4a0c-84de-81c17567dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39830422-4909-4d39-85aa-02f417de3ee9,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:25.076430 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39510) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:25.188983 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863439e-8321-4ed9-8b0c-a83985d1204d req-eec7c609-2910-4858-8bf7-fcb0408e1843 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:25.191268 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7863439e-8321-4ed9-8b0c-a83985d1204d req-eec7c609-2910-4858-8bf7-fcb0408e1843 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0596876 Sep 19 12:28:25.252444 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7863439e-8321-4ed9-8b0c-a83985d1204d req-7ded2e83-e0d4-4ba1-bf01-b442b9d1f09f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533607 Sep 19 12:28:25.330867 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-831d3847-2125-48b0-91b6-3fb567060371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.411793 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-831d3847-2125-48b0-91b6-3fb567060371 admin admin] Publish callbacks [] for security_group (87dc4985-c04c-4320-bd6c-5290dcaf4642), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.482054 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-831d3847-2125-48b0-91b6-3fb567060371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (87dc4985-c04c-4320-bd6c-5290dcaf4642), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.525973 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-831d3847-2125-48b0-91b6-3fb567060371 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=163e20d19c7e4ad9abfb4ea6d9e935a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484243 Sep 19 12:28:25.527344 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d3847-2125-48b0-91b6-3fb567060371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc4985-c04c-4320-bd6c-5290dcaf4642,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:25.528929 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39520) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:25.578972 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e5495a73-3974-46a4-abf7-dae7464e888a admin admin] Publish callbacks [] for security_group (87dc4985-c04c-4320-bd6c-5290dcaf4642), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.604476 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e5495a73-3974-46a4-abf7-dae7464e888a admin admin] Publish callbacks [] for security_group (87dc4985-c04c-4320-bd6c-5290dcaf4642), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.606392 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39522) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:25.629258 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe473-c180-46e7-b4e9-163b3b3d1836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.748499 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e5495a73-3974-46a4-abf7-dae7464e888a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (87dc4985-c04c-4320-bd6c-5290dcaf4642), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.751607 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e5495a73-3974-46a4-abf7-dae7464e888a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.753142 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-e5495a73-3974-46a4-abf7-dae7464e888a admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/87dc4985-c04c-4320-bd6c-5290dcaf4642 HTTP/1.1" status: 204 len: 168 time: 0.2231157 Sep 19 12:28:25.776397 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5495a73-3974-46a4-abf7-dae7464e888a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc4985-c04c-4320-bd6c-5290dcaf4642,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:25.790763 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:25.815272 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe473-c180-46e7-b4e9-163b3b3d1836 admin admin] Publish callbacks [] for security_group (4fb72e7e-f0cd-4416-be65-7e08472aace5), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.902491 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe473-c180-46e7-b4e9-163b3b3d1836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (4fb72e7e-f0cd-4416-be65-7e08472aace5), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:25.945902 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-6e3fe473-c180-46e7-b4e9-163b3b3d1836 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=bae6f69b3da04861b8fb869ec6bb9ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384347 Sep 19 12:28:25.946620 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fe473-c180-46e7-b4e9-163b3b3d1836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb72e7e-f0cd-4416-be65-7e08472aace5,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:25.948673 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39530) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:25.999495 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1147b6c3-98f6-40e9-b0a0-9db635074379 admin admin] Publish callbacks [] for security_group (4fb72e7e-f0cd-4416-be65-7e08472aace5), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:26.001960 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:26.020864 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1147b6c3-98f6-40e9-b0a0-9db635074379 admin admin] Publish callbacks [] for security_group (4fb72e7e-f0cd-4416-be65-7e08472aace5), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:26.188072 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1147b6c3-98f6-40e9-b0a0-9db635074379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (4fb72e7e-f0cd-4416-be65-7e08472aace5), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:26.190847 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1147b6c3-98f6-40e9-b0a0-9db635074379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:26.192172 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-1147b6c3-98f6-40e9-b0a0-9db635074379 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/4fb72e7e-f0cd-4416-be65-7e08472aace5 HTTP/1.1" status: 204 len: 168 time: 0.2422974 Sep 19 12:28:26.202147 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147b6c3-98f6-40e9-b0a0-9db635074379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb72e7e-f0cd-4416-be65-7e08472aace5,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:26.391811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0fffb-2c6a-40b3-9d9a-79bcf6ffe8a8 req-538ae2c0-c333-4bae-920b-7c57ea090772 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:26.393534 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-68d0fffb-2c6a-40b3-9d9a-79bcf6ffe8a8 req-538ae2c0-c333-4bae-920b-7c57ea090772 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0510163 Sep 19 12:28:26.448911 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-68d0fffb-2c6a-40b3-9d9a-79bcf6ffe8a8 req-7c6e5e6a-e429-42d9-8d58-ffa883b38a38 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459180 Sep 19 12:28:26.962308 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048c5dc-ad17-4e73-bb18-ee03582190b9 req-37d787d5-adac-4f5c-bb53-8fe6cf773322 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:26.963832 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6048c5dc-ad17-4e73-bb18-ee03582190b9 req-37d787d5-adac-4f5c-bb53-8fe6cf773322 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0483916 Sep 19 12:28:26.976698 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:27.014579 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6048c5dc-ad17-4e73-bb18-ee03582190b9 req-2321399f-d7a8-4e08-a62e-39bd37650da6 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443709 Sep 19 12:28:27.577112 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6f3a3-ccd3-4bac-b304-983f5175aec8 req-708ce769-0858-4a44-9108-063cecfc348a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:27.578590 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-34a6f3a3-ccd3-4bac-b304-983f5175aec8 req-708ce769-0858-4a44-9108-063cecfc348a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0503910 Sep 19 12:28:27.629202 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-34a6f3a3-ccd3-4bac-b304-983f5175aec8 req-791367aa-8989-4ba2-8113-19be8a78e39d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444999 Sep 19 12:28:28.150063 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbe934-520b-416e-9b5b-dfaa6402a728 req-c7d8ed8a-c3ea-428c-84ec-92694539e4e0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:28.159407 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c7cbe934-520b-416e-9b5b-dfaa6402a728 req-c7d8ed8a-c3ea-428c-84ec-92694539e4e0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0542910 Sep 19 12:28:28.209038 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c7cbe934-520b-416e-9b5b-dfaa6402a728 req-c7c6eb07-d52c-45ae-a35b-18d09753eca6 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510728 Sep 19 12:28:28.754720 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247d479-33e1-4361-b06b-400d0b819091 req-6f32ba1f-5623-43df-ba1a-29cbff1d8b06 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:28.756187 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c247d479-33e1-4361-b06b-400d0b819091 req-6f32ba1f-5623-43df-ba1a-29cbff1d8b06 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0464718 Sep 19 12:28:28.809833 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c247d479-33e1-4361-b06b-400d0b819091 req-920ea49e-8abc-4ae0-9eef-9b7b5e0b9f2b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 Sep 19 12:28:28.974347 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7d20a-e16c-4daf-92a7-2443afbbf4f6 req-416dc4a0-4650-47bf-9512-372ac8a20bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:28.976416 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-add7d20a-e16c-4daf-92a7-2443afbbf4f6 req-416dc4a0-4650-47bf-9512-372ac8a20bae service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 1129 time: 0.0453486 Sep 19 12:28:29.037087 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-add7d20a-e16c-4daf-92a7-2443afbbf4f6 req-49fd2bb5-ab4b-4e82-b92b-4c82d07610ea service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423396 Sep 19 12:28:29.363143 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75e88-270d-43e9-8648-8169a001b193 req-26f21157-7941-4c6a-a6d6-01d5fd184b23 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:29.364639 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a4a75e88-270d-43e9-8648-8169a001b193 req-26f21157-7941-4c6a-a6d6-01d5fd184b23 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0494809 Sep 19 12:28:29.424172 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a4a75e88-270d-43e9-8648-8169a001b193 req-c38c1892-ad2a-4f74-8388-8086b997127b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529528 Sep 19 12:28:29.957706 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc68d19-53d1-4bdb-948e-60b0b391719e req-56830b99-e9f7-4c8c-b3c5-5efbf8fcd259 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:29.959374 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7bc68d19-53d1-4bdb-948e-60b0b391719e req-56830b99-e9f7-4c8c-b3c5-5efbf8fcd259 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0546205 Sep 19 12:28:30.017158 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7bc68d19-53d1-4bdb-948e-60b0b391719e req-1ae369c3-1d8e-42cf-be81-ddd94e424822 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502930 Sep 19 12:28:30.736007 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8213b3-e4c4-462a-b3fe-cb6dafcb4fef req-5cc3acc2-b56f-441a-8029-ca5982a5b458 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:30.737858 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e8213b3-e4c4-462a-b3fe-cb6dafcb4fef req-5cc3acc2-b56f-441a-8029-ca5982a5b458 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0691760 Sep 19 12:28:30.813725 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e8213b3-e4c4-462a-b3fe-cb6dafcb4fef req-2b25034a-1f65-4895-bfb1-a1c159aadd6c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638549 Sep 19 12:28:30.862414 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-5df0fcb5-0002-4111-9ded-c99997662b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:30.863897 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-5df0fcb5-0002-4111-9ded-c99997662b69 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 1129 time: 0.0491138 Sep 19 12:28:30.985280 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-5e92c498-4e32-496e-85bb-72d46a14ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:30.986993 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-5e92c498-4e32-496e-85bb-72d46a14ea16 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.0929663 Sep 19 12:28:31.031992 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-a2eefb7a-7fc2-4161-92bc-2f5a02dc1a86 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe HTTP/1.1" status: 200 len: 217 time: 0.0327318 Sep 19 12:28:31.091098 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-9315525b-4c99-4835-b827-4ee231a73c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:31.093365 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-9315525b-4c99-4835-b827-4ee231a73c46 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0498335 Sep 19 12:28:31.155087 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:31.167140 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9f67b-79c9-420d-b4ba-7585fac410cd req-4d70726f-d507-4302-a069-d0ada92e2c3e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:31.168659 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-13a9f67b-79c9-420d-b4ba-7585fac410cd req-4d70726f-d507-4302-a069-d0ada92e2c3e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0744424 Sep 19 12:28:31.183184 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-d3ba6d7f-c744-41b8-820a-e4356dd790e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:31.184672 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-d3ba6d7f-c744-41b8-820a-e4356dd790e6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795453 Sep 19 12:28:31.217731 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:31.278937 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-13a9f67b-79c9-420d-b4ba-7585fac410cd req-83ec4a72-3140-4322-a532-a368a2b0cb11 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028316 Sep 19 12:28:31.308473 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-6a8c1773-7955-4c83-90bc-c9caca5e27f6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149931 Sep 19 12:28:31.431977 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1cd12a95-5bc3-45a0-8e61-f7a0863badf7 req-5ad51806-05cb-4800-949b-524f171348c5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146183 Sep 19 12:28:31.684129 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=17 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:31.728856 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=19 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:31.858324 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56afa-1aba-49ba-820a-c5379e994524 req-43c290f7-f62d-4c32-b261-d1b2a4de7e4e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:31.859848 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ad56afa-1aba-49ba-820a-c5379e994524 req-43c290f7-f62d-4c32-b261-d1b2a4de7e4e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0522909 Sep 19 12:28:31.949503 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ad56afa-1aba-49ba-820a-c5379e994524 req-63915391-6853-4688-a003-0b34453fe010 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829897 Sep 19 12:28:31.973453 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea3e57-c752-4c90-abcb-ba6bed86a9b1 req-c90e69f9-7908-4e94-a7fd-e010918567a1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:31.981176 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-14ea3e57-c752-4c90-abcb-ba6bed86a9b1 req-c90e69f9-7908-4e94-a7fd-e010918567a1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0779958 Sep 19 12:28:32.058766 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-14ea3e57-c752-4c90-abcb-ba6bed86a9b1 req-86753993-73cf-4fa8-948d-4fb78e986549 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767004 Sep 19 12:28:32.064894 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-a6c22f4f-0886-4572-b032-992417c90004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:32.066387 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-a6c22f4f-0886-4572-b032-992417c90004 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 1129 time: 0.0536594 Sep 19 12:28:32.158584 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-da9ea0c2-fe11-44f7-92a2-9bd17de26172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:32.160275 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-da9ea0c2-fe11-44f7-92a2-9bd17de26172 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.0855246 Sep 19 12:28:32.242245 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-fe5b14c6-090d-4781-bd87-1ada24f39681 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe HTTP/1.1" status: 200 len: 217 time: 0.0344768 Sep 19 12:28:32.306416 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-e638d6f1-52b1-4f87-aa46-a2d9935795b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:32.307875 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-e638d6f1-52b1-4f87-aa46-a2d9935795b0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0508590 Sep 19 12:28:32.363505 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-4eebc005-0933-44fd-8a72-6af2b978c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:32.365047 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-4eebc005-0933-44fd-8a72-6af2b978c489 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386503 Sep 19 12:28:32.479450 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-62b859da-07fe-4dd5-8f98-46a6ea2a81d0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873983 Sep 19 12:28:33.054176 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:33.071861 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e087f-7f31-4f85-b1a9-7d7cdb3b0ea0 req-f9cf05d6-d788-4712-8ed9-a8cb85f917bf tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:33.074854 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1a1e087f-7f31-4f85-b1a9-7d7cdb3b0ea0 req-f9cf05d6-d788-4712-8ed9-a8cb85f917bf tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0448639 Sep 19 12:28:33.121590 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1a1e087f-7f31-4f85-b1a9-7d7cdb3b0ea0 req-bab2b803-ceab-4706-911b-565718a2f1c9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Sep 19 12:28:33.178499 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5af81-dcff-4794-b575-555f16a2b301 req-04060f66-4140-4162-8db7-5ef3edbb78e4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:33.180520 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ce5af81-dcff-4794-b575-555f16a2b301 req-04060f66-4140-4162-8db7-5ef3edbb78e4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0458553 Sep 19 12:28:33.226919 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ce5af81-dcff-4794-b575-555f16a2b301 req-adca40a7-1e3a-49b6-8a05-6bf20f7b3805 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407188 Sep 19 12:28:33.501796 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-18efc7e7-b88e-419f-995a-c675b94121f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:34.247941 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2c5bf-b162-48ac-b891-77b1e4a89a7d req-668e6cd0-26a5-4555-ae62-e4db8ab919ea tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:34.251364 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-69b2c5bf-b162-48ac-b891-77b1e4a89a7d req-668e6cd0-26a5-4555-ae62-e4db8ab919ea tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0509348 Sep 19 12:28:34.306779 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-69b2c5bf-b162-48ac-b891-77b1e4a89a7d req-d73d30cd-7144-4cd6-8cb2-53c2c0bbc408 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490565 Sep 19 12:28:34.352907 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8cb49-b871-4160-affd-0de818ca22e5 req-5b836e45-c8fd-469c-bc45-640e48c1bef6 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:34.354387 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-35b8cb49-b871-4160-affd-0de818ca22e5 req-5b836e45-c8fd-469c-bc45-640e48c1bef6 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0457087 Sep 19 12:28:34.403119 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-35b8cb49-b871-4160-affd-0de818ca22e5 req-b3670ba9-0534-449d-a9c6-8eb10e1741e8 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431049 Sep 19 12:28:35.630450 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-60c410ed-e14b-4ed4-9342-6cb7ed3f51e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:35.683648 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:35.711672 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9691a42-aa1e-460d-8623-d643554ca794 req-d4d003e4-da07-4633-acff-14f6cbfc34e2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:35.713038 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b9691a42-aa1e-460d-8623-d643554ca794 req-d4d003e4-da07-4633-acff-14f6cbfc34e2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.3298857 Sep 19 12:28:35.751567 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c353b38-89e0-430f-931e-a9be1b8d1df0 req-1f72a955-fa06-45c4-b8b3-6752ef38659e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:35.753044 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6c353b38-89e0-430f-931e-a9be1b8d1df0 req-1f72a955-fa06-45c4-b8b3-6752ef38659e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.1090660 Sep 19 12:28:35.812400 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf6de68-de08-4613-85ed-3d7720ea4670 req-2f84814e-baa1-4c43-94ea-872a2cf80656 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018574 Sep 19 12:28:35.820642 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b9691a42-aa1e-460d-8623-d643554ca794 req-4faacf0d-bddf-4c79-8f46-dea21c4b0084 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002843 Sep 19 12:28:35.843906 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6c353b38-89e0-430f-931e-a9be1b8d1df0 req-a22eeda5-9e32-437c-9124-88d320481bea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829575 Sep 19 12:28:35.938970 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:35.941803 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:INSERT=11,neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:36.921884 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:36.992310 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65632fff-f568-4ea3-a9a5-b0f9b3cb76de req-762cf8e0-62fe-4cfd-a086-eeb25d84bfe2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:36.993823 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65632fff-f568-4ea3-a9a5-b0f9b3cb76de req-762cf8e0-62fe-4cfd-a086-eeb25d84bfe2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0782750 Sep 19 12:28:36.999529 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b60a-6c78-473f-be3e-952abc6abdfa req-d73c95e2-3cb9-4d9a-88f6-4155cec20fed tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:37.000984 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ddc8b60a-6c78-473f-be3e-952abc6abdfa req-d73c95e2-3cb9-4d9a-88f6-4155cec20fed tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0744860 Sep 19 12:28:37.099858 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ddc8b60a-6c78-473f-be3e-952abc6abdfa req-bc7dca93-7a2b-4b93-8c0f-e37f40ec1314 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899661 Sep 19 12:28:37.105449 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65632fff-f568-4ea3-a9a5-b0f9b3cb76de req-ef648b84-54d1-4428-adbe-d2c8d85d3787 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030083 Sep 19 12:28:38.256882 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db27e1-4a3d-4b90-a1e0-23a392e06907 req-ccff5ab4-0f9c-47a0-9174-612a677b25e0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:38.258299 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-13db27e1-4a3d-4b90-a1e0-23a392e06907 req-ccff5ab4-0f9c-47a0-9174-612a677b25e0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0725918 Sep 19 12:28:38.266122 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ef42b-c98b-4fc9-ac60-58e19fa79e0c req-60102a2b-127e-4ffb-90f7-b11760ed78f2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:38.267487 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f14ef42b-c98b-4fc9-ac60-58e19fa79e0c req-60102a2b-127e-4ffb-90f7-b11760ed78f2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0729349 Sep 19 12:28:38.344377 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-13db27e1-4a3d-4b90-a1e0-23a392e06907 req-dba991e5-8567-47e3-a626-8906cb66d60b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759516 Sep 19 12:28:38.347738 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f14ef42b-c98b-4fc9-ac60-58e19fa79e0c req-ba3b0dfd-e552-49d3-81fb-3d8d4efd5508 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733840 Sep 19 12:28:38.644594 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:38.738651 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:39.489605 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:39.501867 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63921378-cfac-4d79-9da9-f4fc8ddbbfb8 req-b0b25f6c-6aa0-4f87-80d5-4ccffd0ac5d5 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:39.503350 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-63921378-cfac-4d79-9da9-f4fc8ddbbfb8 req-b0b25f6c-6aa0-4f87-80d5-4ccffd0ac5d5 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0777767 Sep 19 12:28:39.509318 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa4e2a-5865-4c86-a8d5-16392b4bf71c req-a03c5550-5993-43e2-bcd8-729305095a9e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:39.512454 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c9aa4e2a-5865-4c86-a8d5-16392b4bf71c req-a03c5550-5993-43e2-bcd8-729305095a9e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0831327 Sep 19 12:28:39.588997 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-63921378-cfac-4d79-9da9-f4fc8ddbbfb8 req-5e241e2d-5df8-42c1-8dff-f37f882b8488 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771689 Sep 19 12:28:39.596423 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c9aa4e2a-5865-4c86-a8d5-16392b4bf71c req-ad6b731c-edb5-459a-b813-8cbe235b42e4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773268 Sep 19 12:28:40.806422 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05091ab8-7af7-46a4-9781-23c4d7a39c97 req-f66cfaca-d4ae-4840-bdc3-fcb1bbb93a66 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:40.807920 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-05091ab8-7af7-46a4-9781-23c4d7a39c97 req-f66cfaca-d4ae-4840-bdc3-fcb1bbb93a66 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0589926 Sep 19 12:28:40.813588 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b5c9-90f3-4eba-8406-c10a563a33e7 req-0ed3e1cd-f742-49cf-8e6c-d230788dcce0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:40.815157 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7887b5c9-90f3-4eba-8406-c10a563a33e7 req-0ed3e1cd-f742-49cf-8e6c-d230788dcce0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.1186216 Sep 19 12:28:40.896819 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-05091ab8-7af7-46a4-9781-23c4d7a39c97 req-defb1b8e-6f0f-4482-b64f-150bd07f4b3e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803161 Sep 19 12:28:40.911246 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7887b5c9-90f3-4eba-8406-c10a563a33e7 req-5fb63037-404c-4737-9fbf-9bda91478cbd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888810 Sep 19 12:28:41.129106 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39784) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:41.243766 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d0999e59-1ba1-41cb-a04b-699fbd33610b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:41.271722 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:41.322241 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d0999e59-1ba1-41cb-a04b-699fbd33610b admin admin] Publish callbacks [] for security_group (6096a00a-8403-4888-b252-d42797b73a07), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:41.467765 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d0999e59-1ba1-41cb-a04b-699fbd33610b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6096a00a-8403-4888-b252-d42797b73a07), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:41.509701 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-d0999e59-1ba1-41cb-a04b-699fbd33610b admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=e7263552232541ca8035002b23af21d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794277 Sep 19 12:28:41.510811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0999e59-1ba1-41cb-a04b-699fbd33610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6096a00a-8403-4888-b252-d42797b73a07,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:41.512657 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39792) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:41.571847 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-56949090-0b98-45de-87e9-f1965984e0ff admin admin] Publish callbacks [] for security_group (6096a00a-8403-4888-b252-d42797b73a07), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:41.592029 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-56949090-0b98-45de-87e9-f1965984e0ff admin admin] Publish callbacks [] for security_group (6096a00a-8403-4888-b252-d42797b73a07), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:41.733622 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-56949090-0b98-45de-87e9-f1965984e0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6096a00a-8403-4888-b252-d42797b73a07), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:41.735885 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-56949090-0b98-45de-87e9-f1965984e0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:41.737095 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-56949090-0b98-45de-87e9-f1965984e0ff admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/6096a00a-8403-4888-b252-d42797b73a07 HTTP/1.1" status: 204 len: 168 time: 0.2234006 Sep 19 12:28:41.747419 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56949090-0b98-45de-87e9-f1965984e0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6096a00a-8403-4888-b252-d42797b73a07,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:42.068855 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fced09e-7917-449b-9263-b2c67885b4b5 req-ce0c82af-24e1-420e-9ee1-e1640398646c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:42.070344 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9fced09e-7917-449b-9263-b2c67885b4b5 req-ce0c82af-24e1-420e-9ee1-e1640398646c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0823331 Sep 19 12:28:42.078259 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17295f82-3c1a-4c9d-9559-03b79a5d9783 req-0aefbb05-c8f7-4d6c-8a70-256625037846 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:42.079663 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-17295f82-3c1a-4c9d-9559-03b79a5d9783 req-0aefbb05-c8f7-4d6c-8a70-256625037846 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0803175 Sep 19 12:28:42.154282 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9fced09e-7917-449b-9263-b2c67885b4b5 req-9489da0a-f37d-45d0-8979-8293daab312a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736756 Sep 19 12:28:42.158555 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-17295f82-3c1a-4c9d-9559-03b79a5d9783 req-9fac6d90-0855-4fd5-a621-a6e74b875560 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718665 Sep 19 12:28:42.537033 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39816) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:42.551408 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0cc7b214-33d1-4c5e-9705-a911888e5c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:42.622082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:42.631250 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0cc7b214-33d1-4c5e-9705-a911888e5c93 admin admin] Publish callbacks [] for security_group (2b60d641-9f38-4ac3-a52c-0872b2415d14), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:42.705130 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0cc7b214-33d1-4c5e-9705-a911888e5c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (2b60d641-9f38-4ac3-a52c-0872b2415d14), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:42.747083 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-0cc7b214-33d1-4c5e-9705-a911888e5c93 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=13b0c73e81e94ddcb0da83602c2ebcae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088931 Sep 19 12:28:42.749867 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39824) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:42.750348 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7b214-33d1-4c5e-9705-a911888e5c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b60d641-9f38-4ac3-a52c-0872b2415d14,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:42.800771 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f038af3f-9b3e-423f-b8fd-25bfa78da1dc admin admin] Publish callbacks [] for security_group (2b60d641-9f38-4ac3-a52c-0872b2415d14), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:42.821766 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f038af3f-9b3e-423f-b8fd-25bfa78da1dc admin admin] Publish callbacks [] for security_group (2b60d641-9f38-4ac3-a52c-0872b2415d14), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:42.938668 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f038af3f-9b3e-423f-b8fd-25bfa78da1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (2b60d641-9f38-4ac3-a52c-0872b2415d14), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:42.941339 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f038af3f-9b3e-423f-b8fd-25bfa78da1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:42.942511 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f038af3f-9b3e-423f-b8fd-25bfa78da1dc admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/2b60d641-9f38-4ac3-a52c-0872b2415d14 HTTP/1.1" status: 204 len: 168 time: 0.1912906 Sep 19 12:28:42.950927 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038af3f-9b3e-423f-b8fd-25bfa78da1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b60d641-9f38-4ac3-a52c-0872b2415d14,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:43.288630 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1eca2-24be-48db-8282-c32dc6d44a08 req-087d102f-01d6-4aa6-b6f0-9b51a21597b4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:43.290178 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4de1eca2-24be-48db-8282-c32dc6d44a08 req-087d102f-01d6-4aa6-b6f0-9b51a21597b4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0542111 Sep 19 12:28:43.343503 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4de1eca2-24be-48db-8282-c32dc6d44a08 req-92d56028-c697-4427-bac3-2a84b5dc2c4c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477619 Sep 19 12:28:44.087503 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39872) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:44.092460 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-55972f1f-ee7a-49d5-96cf-7eff8cf10598 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123615961', 'description': 'tempest-description--1853344587'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:44.190465 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-55972f1f-ee7a-49d5-96cf-7eff8cf10598 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:44.265160 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-55972f1f-ee7a-49d5-96cf-7eff8cf10598 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group (d62ba283-4973-4250-959d-1cca31fd43b5), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:44.372684 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-55972f1f-ee7a-49d5-96cf-7eff8cf10598 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d62ba283-4973-4250-959d-1cca31fd43b5), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:44.404553 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55972f1f-ee7a-49d5-96cf-7eff8cf10598 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ba283-4973-4250-959d-1cca31fd43b5,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:44.476265 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-55972f1f-ee7a-49d5-96cf-7eff8cf10598 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:44.477451 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-55972f1f-ee7a-49d5-96cf-7eff8cf10598 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3888383 Sep 19 12:28:44.480437 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39890) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:44.481998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67057d5-3980-4a07-8a1d-e3c116156d83 req-9f15912b-150b-41da-96a7-01f4f9990085 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:44.484422 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f67057d5-3980-4a07-8a1d-e3c116156d83 req-9f15912b-150b-41da-96a7-01f4f9990085 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0592868 Sep 19 12:28:44.485987 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-a9e1ccca-4b35-4364-810a-af942f1ec698 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Request body: {'security_group_rule': {'security_group_id': 'd62ba283-4973-4250-959d-1cca31fd43b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:44.532838 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f67057d5-3980-4a07-8a1d-e3c116156d83 req-46ba6e48-edfb-4d09-9fc9-b668e462f548 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432785 Sep 19 12:28:44.714341 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ccca-4b35-4364-810a-af942f1ec698 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group_rule (ed549144-eee1-4390-b5c3-d3cb669a650a), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:44.773049 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ccca-4b35-4364-810a-af942f1ec698 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group_rule (ed549144-eee1-4390-b5c3-d3cb669a650a), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:44.836418 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ccca-4b35-4364-810a-af942f1ec698 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (ed549144-eee1-4390-b5c3-d3cb669a650a), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:44.863352 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1ccca-4b35-4364-810a-af942f1ec698 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed549144-eee1-4390-b5c3-d3cb669a650a,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:44.940740 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ccca-4b35-4364-810a-af942f1ec698 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:44.941966 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-a9e1ccca-4b35-4364-810a-af942f1ec698 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4605563 Sep 19 12:28:44.945251 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39936) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:44.950228 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-b8d50d9d-2eaa-45a2-96f9-58f15afcff1d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Request body: {'security_group_rule': {'security_group_id': 'd62ba283-4973-4250-959d-1cca31fd43b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:44.965035 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b5188-74e6-45cb-b04d-14100a56cfef req-ac9b8aef-1a51-421d-9ef2-033f8818470e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:44.966574 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-db4b5188-74e6-45cb-b04d-14100a56cfef req-ac9b8aef-1a51-421d-9ef2-033f8818470e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0540586 Sep 19 12:28:45.027538 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-db4b5188-74e6-45cb-b04d-14100a56cfef req-817af54d-8656-4277-ab7f-eac9ee6a97b6 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471935 Sep 19 12:28:45.108947 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-40b06eb6-fa1b-4b11-9695-35ed807de277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:45.110283 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-40b06eb6-fa1b-4b11-9695-35ed807de277 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 1130 time: 0.0389071 Sep 19 12:28:45.110435 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b8d50d9d-2eaa-45a2-96f9-58f15afcff1d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group_rule (e48a37ff-b21e-4e5b-85de-6f916beb7e42), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:45.161804 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:45.172735 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b8d50d9d-2eaa-45a2-96f9-58f15afcff1d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group_rule (e48a37ff-b21e-4e5b-85de-6f916beb7e42), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:45.205330 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-2999be75-879b-434c-83b0-5f8368f24538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:45.206819 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-2999be75-879b-434c-83b0-5f8368f24538 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 200 len: 911 time: 0.0900578 Sep 19 12:28:45.266051 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b8d50d9d-2eaa-45a2-96f9-58f15afcff1d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (e48a37ff-b21e-4e5b-85de-6f916beb7e42), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:45.291871 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-e445b6fe-adaf-42ec-ab95-d7aa105631c4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0766506 Sep 19 12:28:45.294912 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d50d9d-2eaa-45a2-96f9-58f15afcff1d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48a37ff-b21e-4e5b-85de-6f916beb7e42,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:45.306628 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:45.343129 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-a94f7b23-302b-41ca-a52d-7c0ab009c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:45.344580 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-a94f7b23-302b-41ca-a52d-7c0ab009c42e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15940146-7ac3-40ce-99ef-da58ec216274 HTTP/1.1" status: 200 len: 849 time: 0.0458734 Sep 19 12:28:45.389828 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-ac3bd518-cedb-4f49-a550-f0ba05a0b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:45.391336 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-ac3bd518-cedb-4f49-a550-f0ba05a0b8a5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=fd198206-8f2d-4496-8d28-135d50c06a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394049 Sep 19 12:28:45.485405 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-532d3956-7c16-4cfe-9ece-c764b0ab22f3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874083 Sep 19 12:28:45.505403 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b8d50d9d-2eaa-45a2-96f9-58f15afcff1d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:45.513982 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b8d50d9d-2eaa-45a2-96f9-58f15afcff1d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5671430 Sep 19 12:28:45.515031 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39940) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:45.522135 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:45.542577 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:45.601978 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39942) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:45.610308 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ee60d6f-4e71-46e9-80ae-9bef4adabb5a req-2424ff39-ecb8-4d5d-9413-8c4a50d3bb03 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175163 Sep 19 12:28:45.719182 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-231364c0-fae4-4cf3-a27c-783d518924a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:45.727645 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:45.833241 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:45.914505 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-231364c0-fae4-4cf3-a27c-783d518924a8 admin admin] Publish callbacks [] for security_group (72821fbf-9952-423b-88a8-424554b793cc), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:45.967373 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Allocated IP 172.27.3.93 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/70267896-6d4c-40e9-8f2c-3aea8f089d27) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:28:46.018589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-231364c0-fae4-4cf3-a27c-783d518924a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (72821fbf-9952-423b-88a8-424554b793cc), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.071786 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-231364c0-fae4-4cf3-a27c-783d518924a8 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=a35e5e65525d448085ef3b0fbf193802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687419 Sep 19 12:28:46.076212 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39958) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:46.085994 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231364c0-fae4-4cf3-a27c-783d518924a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72821fbf-9952-423b-88a8-424554b793cc,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:46.086461 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:46.116745 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for port (70267896-6d4c-40e9-8f2c-3aea8f089d27), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.169060 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ca0c8-0c23-4ce6-97ae-5201b31c5a29 req-20c91758-2b1b-4f61-9419-0b1590876a66 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:46.170662 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e37ca0c8-0c23-4ce6-97ae-5201b31c5a29 req-20c91758-2b1b-4f61-9419-0b1590876a66 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0618455 Sep 19 12:28:46.197867 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-df90c059-a5db-41a6-bd0e-6d1faf2350f9 admin admin] Publish callbacks [] for security_group (72821fbf-9952-423b-88a8-424554b793cc), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.229710 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (70267896-6d4c-40e9-8f2c-3aea8f089d27), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.232434 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-df90c059-a5db-41a6-bd0e-6d1faf2350f9 admin admin] Publish callbacks [] for security_group (72821fbf-9952-423b-88a8-424554b793cc), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.252904 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e37ca0c8-0c23-4ce6-97ae-5201b31c5a29 req-4a62c65e-6afd-4ad8-8816-83b610c3b12f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721445 Sep 19 12:28:46.294399 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:28:46.298338 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:46.304978 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:28:46.333221 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event updated for resources: {'Port': ['ID=70267896-6d4c-40e9-8f2c-3aea8f089d27,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:46.340332 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 39970) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:46.405142 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-df90c059-a5db-41a6-bd0e-6d1faf2350f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (72821fbf-9952-423b-88a8-424554b793cc), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.408549 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-df90c059-a5db-41a6-bd0e-6d1faf2350f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.410699 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-df90c059-a5db-41a6-bd0e-6d1faf2350f9 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/72821fbf-9952-423b-88a8-424554b793cc HTTP/1.1" status: 204 len: 168 time: 0.3327985 Sep 19 12:28:46.421626 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90c059-a5db-41a6-bd0e-6d1faf2350f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72821fbf-9952-423b-88a8-424554b793cc,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:46.471043 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for floatingip (c73e61d1-63c6-4c74-8a2a-07ff73706772), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.474516 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7eab7266-9773-44e5-b99b-07d01ed8c0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.558840 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7eab7266-9773-44e5-b99b-07d01ed8c0e2 admin admin] Publish callbacks [] for security_group (583ee21d-e59a-4ee9-82fe-8a562d7c3a4b), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.595570 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (70267896-6d4c-40e9-8f2c-3aea8f089d27), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.683765 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7eab7266-9773-44e5-b99b-07d01ed8c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (583ee21d-e59a-4ee9-82fe-8a562d7c3a4b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.733907 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-7eab7266-9773-44e5-b99b-07d01ed8c0e2 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=e5a365f8049c42099f37a45ba7cf1a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922739 Sep 19 12:28:46.737209 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 39982) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:46.742474 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab7266-9773-44e5-b99b-07d01ed8c0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583ee21d-e59a-4ee9-82fe-8a562d7c3a4b,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:46.805880 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:46.808145 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-12c475b4-2a7c-4e72-a897-50690c17670d admin admin] Publish callbacks [] for security_group (583ee21d-e59a-4ee9-82fe-8a562d7c3a4b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.810611 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for port (70267896-6d4c-40e9-8f2c-3aea8f089d27), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.848670 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-12c475b4-2a7c-4e72-a897-50690c17670d admin admin] Publish callbacks [] for security_group (583ee21d-e59a-4ee9-82fe-8a562d7c3a4b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.913631 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (70267896-6d4c-40e9-8f2c-3aea8f089d27), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:46.992900 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (c73e61d1-63c6-4c74-8a2a-07ff73706772), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:47.002114 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event updated for resources: {'Port': ['ID=70267896-6d4c-40e9-8f2c-3aea8f089d27,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:47.035823 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-12c475b4-2a7c-4e72-a897-50690c17670d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (583ee21d-e59a-4ee9-82fe-8a562d7c3a4b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:47.038926 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-12c475b4-2a7c-4e72-a897-50690c17670d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:47.040113 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-12c475b4-2a7c-4e72-a897-50690c17670d admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/583ee21d-e59a-4ee9-82fe-8a562d7c3a4b HTTP/1.1" status: 204 len: 168 time: 0.3011107 Sep 19 12:28:47.048330 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c475b4-2a7c-4e72-a897-50690c17670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583ee21d-e59a-4ee9-82fe-8a562d7c3a4b,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:47.157560 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:47.159041 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-a58ecc5a-5eaa-4bab-814a-ae930fa2de9f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6425295 Sep 19 12:28:47.414450 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252594e-361b-4df5-8f3c-094503c73b37 req-cc927d07-8a21-4ee4-ae47-ed36684abcf3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:47.416052 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4252594e-361b-4df5-8f3c-094503c73b37 req-cc927d07-8a21-4ee4-ae47-ed36684abcf3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0704527 Sep 19 12:28:47.419188 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-786d9621-707c-467c-8c08-04270707c7e1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--123615961&fields=id&tenant_id=b4cb72be6f7d411fbfd037aebc273cb2 HTTP/1.1" status: 200 len: 267 time: 0.0883477 Sep 19 12:28:47.441180 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:47.524999 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4252594e-361b-4df5-8f3c-094503c73b37 req-74cd686d-cfa6-486c-9de3-55e6788383e1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029532 Sep 19 12:28:47.576518 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b1ce-8755-4922-970a-1e946a991d26 req-d12a24a5-9af8-4439-b4dc-d225db34006b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:47.578197 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-d12a24a5-9af8-4439-b4dc-d225db34006b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 818 time: 0.1488626 Sep 19 12:28:47.593640 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-c1490242-df71-40a0-be9b-9681757ab499 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/quotas/b4cb72be6f7d411fbfd037aebc273cb2 HTTP/1.1" status: 200 len: 375 time: 0.0097241 Sep 19 12:28:47.608806 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:47.630442 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:47.651690 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-f2429ca6-58d4-4479-9453-df9283daf29d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532672 Sep 19 12:28:47.751459 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-bfce0861-4384-409d-8acb-4d4636cc17a2 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871964 Sep 19 12:28:47.854750 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-a864fa25-43c9-4f3c-9d27-a7f7e92b3462 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967665 Sep 19 12:28:47.927396 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:48.173487 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ed713a14-b5d1-493f-bd8a-c230835e6456 req-47825b64-b109-4563-87e2-d1a17bd412ae tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 210 time: 0.0427766 Sep 19 12:28:49.265551 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7e5db0f6-eff2-4cfe-a86e-a729e527d4bf req-30a50b43-01d7-497f-badb-4ea982de9121 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 210 time: 0.0294316 Sep 19 12:28:50.392373 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-62fdbbbb-ff27-4f2f-b4e5-51ef7f2c870f req-d17a7f2d-6b82-4f75-a029-595f8dcd7a3b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 210 time: 0.0377893 Sep 19 12:28:51.510852 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c1c4155e-5706-4eca-b1ba-8a9aae56043b req-0a5e11f7-27ed-42a1-a7e4-3968bf919180 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 210 time: 0.0381575 Sep 19 12:28:51.843528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:51.876087 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b1ce-8755-4922-970a-1e946a991d26 req-c0fe38b7-cac9-4a81-9aa0-49c05133a040 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:51.877546 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-c0fe38b7-cac9-4a81-9aa0-49c05133a040 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 818 time: 0.1120818 Sep 19 12:28:51.955033 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-541383eb-8c70-437e-83ef-417cdee564ed tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b4cb72be6f7d411fbfd037aebc273cb2 HTTP/1.1" status: 200 len: 379 time: 0.0678456 Sep 19 12:28:51.964741 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Request body: {'port': {'device_id': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'admin_state_up': True, 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'security_groups': ['d62ba283-4973-4250-959d-1cca31fd43b5']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:52.178321 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Made reservation on behalf of b4cb72be6f7d411fbfd037aebc273cb2 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:28:52.182974 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:52.317654 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Allocated IP 172.20.0.8 (cfe95f3e-3dda-428e-b0b1-ae445a370fb3/7122e549-d2cc-4aba-84b2-17115f1c758a/e85fffd8-bc70-45a1-bd7d-55d41cea22d2) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:28:52.520395 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:52.523518 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40094) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:52.528106 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-2d2a30cc-90fa-4947-9cd4-02c1ff985753 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259458032', 'description': 'tempest-description--832498861'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:52.624921 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea6230ca-1488-42e7-bd4b-52d60a4e0491 req-c91d65d5-1f32-46b5-a78d-62d1a8da780d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 210 time: 0.0272920 Sep 19 12:28:52.658958 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2d2a30cc-90fa-4947-9cd4-02c1ff985753 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:52.663821 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:52.708490 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:28:52.714334 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:52.717207 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:28:52.728454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:52.728454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:52.728454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event updated for resources: {'Port': ['ID=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:52.728454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:52.745393 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2d2a30cc-90fa-4947-9cd4-02c1ff985753 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (53391db7-95b1-4414-81ee-f819ae07ad07), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:52.875436 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2d2a30cc-90fa-4947-9cd4-02c1ff985753 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (53391db7-95b1-4414-81ee-f819ae07ad07), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:52.878209 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-51ee0fd8-d669-4ce9-b841-5ab34d3ac220 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9172564 Sep 19 12:28:52.901029 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Request body: {'port': {'device_id': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:52.907583 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a30cc-90fa-4947-9cd4-02c1ff985753 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53391db7-95b1-4414-81ee-f819ae07ad07,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:52.967387 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:52.980312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:52.983837 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:52.985716 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-578dc280-c978-458c-85fb-db13b0512bbd None None] Provisioning complete for port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:28:52.986085 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-578dc280-c978-458c-85fb-db13b0512bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:52.986414 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-578dc280-c978-458c-85fb-db13b0512bbd None None] Attempt 1 to provision port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 Sep 19 12:28:53.017984 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-578dc280-c978-458c-85fb-db13b0512bbd None None] Port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:28:53.031757 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2d2a30cc-90fa-4947-9cd4-02c1ff985753 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.040002 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2d2a30cc-90fa-4947-9cd4-02c1ff985753 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5085349 Sep 19 12:28:53.040002 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40100) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:53.040982 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-6f3d879c-f95a-4c0c-945e-178a55c19d70 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group_rule': {'security_group_id': '53391db7-95b1-4414-81ee-f819ae07ad07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:53.068884 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:53.144691 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6f3d879c-f95a-4c0c-945e-178a55c19d70 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (cd907177-6121-4510-bf52-2fdc37ac975c), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.228072 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6f3d879c-f95a-4c0c-945e-178a55c19d70 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (cd907177-6121-4510-bf52-2fdc37ac975c), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.244797 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85fffd8-bc70-45a1-bd7d-55d41cea22d2 {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:28:53.252407 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Publish callbacks [] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.265813 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Transition to ACTIVE for port object e85fffd8-bc70-45a1-bd7d-55d41cea22d2 will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:28:53.359011 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6f3d879c-f95a-4c0c-945e-178a55c19d70 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (cd907177-6121-4510-bf52-2fdc37ac975c), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.378386 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d879c-f95a-4c0c-945e-178a55c19d70 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd907177-6121-4510-bf52-2fdc37ac975c,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:53.382872 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.448035 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Pushing event updated for resources: {'Port': ['ID=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:53.458703 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Attempting to bind port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:28:53.459036 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Attempting to bind port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:28:53.459355 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Attempting to bind port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:28:53.503852 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:28:53.507924 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Attempting to bind port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 on network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:28:53.520157 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-578dc280-c978-458c-85fb-db13b0512bbd None None] Attempt 2 to provision port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 Sep 19 12:28:53.532008 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6f3d879c-f95a-4c0c-945e-178a55c19d70 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.539572 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40108) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:53.540152 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-6f3d879c-f95a-4c0c-945e-178a55c19d70 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5026383 Sep 19 12:28:53.545899 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-64bdde64-51c9-4055-90df-ea08ea5e64d3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group_rule': {'security_group_id': '53391db7-95b1-4414-81ee-f819ae07ad07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:53.564863 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-578dc280-c978-458c-85fb-db13b0512bbd None None] Port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:28:53.577803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:53.579879 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:28:53.580218 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Checking segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:28:53.580592 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Bound using segment: {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:28:53.582540 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Bound port: e85fffd8-bc70-45a1-bd7d-55d41cea22d2, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1cce700-458b-47af-8370-8080396fb720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:28:53.582540 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.647002 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] For port e85fffd8-bc70-45a1-bd7d-55d41cea22d2, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:28:53.650091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] For port e85fffd8-bc70-45a1-bd7d-55d41cea22d2, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:28:53.752296 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fed856-9d51-426e-8bb1-cc8524d65ad2 req-e384850b-cdf2-41fa-88cd-e6b536e65fd0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:53.753797 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-09fed856-9d51-426e-8bb1-cc8524d65ad2 req-e384850b-cdf2-41fa-88cd-e6b536e65fd0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 943 time: 0.0477529 Sep 19 12:28:53.787076 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-64bdde64-51c9-4055-90df-ea08ea5e64d3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (ef07c42b-000f-4225-9ff6-33ea31bb4fa4), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.827541 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.836886 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:53.837494 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.838852 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/e85fffd8-bc70-45a1-bd7d-55d41cea22d2 HTTP/1.1" status: 200 len: 1093 time: 0.9457576 Sep 19 12:28:53.841915 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-09fed856-9d51-426e-8bb1-cc8524d65ad2 req-85622ad4-1753-4c9f-866b-4398dd949937 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825086 Sep 19 12:28:53.842394 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:28:53.844680 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebd589d-2c04-4b89-96ad-319be76c74c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:28:53.895919 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851b1613-74fe-4d3b-ba64-702675b34076 x-openstack-request-id: req-851b1613-74fe-4d3b-ba64-702675b34076 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:28:53.896212 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:28:53.896470 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-851b1613-74fe-4d3b-ba64-702675b34076 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:28:53.896886 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851b1613-74fe-4d3b-ba64-702675b34076'] response: {'name': 'network-changed', 'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'status': 'completed', 'code': 200} Sep 19 12:28:53.908038 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-64bdde64-51c9-4055-90df-ea08ea5e64d3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (ef07c42b-000f-4225-9ff6-33ea31bb4fa4), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:53.923127 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16b67e-8cb2-4d22-99b7-9c0eecc04222 service neutron] Pushing event updated for resources: {'Port': ['ID=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:53.966456 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd589d-2c04-4b89-96ad-319be76c74c4 req-47955078-f212-4dc1-86a3-b22ce33f9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:53.967933 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6ebd589d-2c04-4b89-96ad-319be76c74c4 req-47955078-f212-4dc1-86a3-b22ce33f9d87 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0400016 Sep 19 12:28:53.995757 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-64bdde64-51c9-4055-90df-ea08ea5e64d3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (ef07c42b-000f-4225-9ff6-33ea31bb4fa4), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:54.060214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdde64-51c9-4055-90df-ea08ea5e64d3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef07c42b-000f-4225-9ff6-33ea31bb4fa4,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:54.068502 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-578dc280-c978-458c-85fb-db13b0512bbd None None] Attempt 3 to provision port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 Sep 19 12:28:54.105918 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-578dc280-c978-458c-85fb-db13b0512bbd None None] Port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:28:54.323714 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-64bdde64-51c9-4055-90df-ea08ea5e64d3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:54.324729 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-64bdde64-51c9-4055-90df-ea08ea5e64d3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7833693 Sep 19 12:28:54.327882 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:54.328037 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40120) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:28:54.331114 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd589d-2c04-4b89-96ad-319be76c74c4 req-744765c0-61aa-4b1d-9d6b-722aaa45bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:54.332512 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6ebd589d-2c04-4b89-96ad-319be76c74c4 req-744765c0-61aa-4b1d-9d6b-722aaa45bf7e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3561263 Sep 19 12:28:54.332801 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:54.428834 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd589d-2c04-4b89-96ad-319be76c74c4 req-c888a44d-3b4a-4846-9751-6a42ccc4674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:54.430349 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6ebd589d-2c04-4b89-96ad-319be76c74c4 req-c888a44d-3b4a-4846-9751-6a42ccc4674e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887668 Sep 19 12:28:54.499395 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:54.519792 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b1ce-8755-4922-970a-1e946a991d26 req-9ee97083-5d6b-41f4-88e5-a96241cf4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:54.521425 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-9ee97083-5d6b-41f4-88e5-a96241cf4f12 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0457249 Sep 19 12:28:54.567301 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-cf1ffa5c-650b-46df-91c9-5ad240a60c5a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2 HTTP/1.1" status: 200 len: 217 time: 0.0368412 Sep 19 12:28:54.624344 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b1ce-8755-4922-970a-1e946a991d26 req-d50746f3-2d10-4abd-a514-9821c5ed25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:54.625869 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-d50746f3-2d10-4abd-a514-9821c5ed25ca service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0513282 Sep 19 12:28:54.672089 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b1ce-8755-4922-970a-1e946a991d26 req-c0758281-b2ad-4c88-bde1-7094345576d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:54.673646 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-c0758281-b2ad-4c88-bde1-7094345576d0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412230 Sep 19 12:28:54.780591 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-f0e6b08f-3496-4374-910f-1311c5ef8da7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998747 Sep 19 12:28:54.804296 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:54.889158 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4292b1ce-8755-4922-970a-1e946a991d26 req-f6590709-4a29-4d2b-8a20-196a3ef2418d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020792 Sep 19 12:28:54.926758 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Allocated IP 172.27.3.86 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/34eb3f23-cab6-4eb7-b929-a1618d0c35fe) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:28:54.975170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65625fca-630a-4137-bd57-a66c8555d71b req-654c20b9-38b3-4b94-b6cc-6d21baf60622 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:54.976719 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65625fca-630a-4137-bd57-a66c8555d71b req-654c20b9-38b3-4b94-b6cc-6d21baf60622 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 943 time: 0.0493767 Sep 19 12:28:54.989290 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:55.025398 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65625fca-630a-4137-bd57-a66c8555d71b req-0136f85d-c6ae-43fc-acec-cecbe4a9d8fa tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429478 Sep 19 12:28:55.035809 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (34eb3f23-cab6-4eb7-b929-a1618d0c35fe), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:55.178880 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (34eb3f23-cab6-4eb7-b929-a1618d0c35fe), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:55.182776 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:55.211191 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:55.227781 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:28:55.231204 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:28:55.234718 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:28:55.237838 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=34eb3f23-cab6-4eb7-b929-a1618d0c35fe,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:55.322374 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (df9c10ce-4775-4650-bc65-e875342b9305), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:55.525097 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (34eb3f23-cab6-4eb7-b929-a1618d0c35fe), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:55.678305 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (34eb3f23-cab6-4eb7-b929-a1618d0c35fe), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:55.738306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (34eb3f23-cab6-4eb7-b929-a1618d0c35fe), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:55.808806 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (df9c10ce-4775-4650-bc65-e875342b9305), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:55.811465 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=34eb3f23-cab6-4eb7-b929-a1618d0c35fe,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:55.926403 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:55.927669 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-8e5d20ed-95fe-4281-84be-8485eeca31c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5985816 Sep 19 12:28:56.113515 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:56.162718 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-22a96d95-7ed3-408d-8fd3-4462b8bb15eb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--259458032&fields=id&tenant_id=68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 267 time: 0.0743012 Sep 19 12:28:56.173853 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e7c60-4a09-487c-9d70-36394a86ef92 req-d86b3fd6-f77c-4b91-b4ca-3e5316c2ff26 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:56.175390 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d13e7c60-4a09-487c-9d70-36394a86ef92 req-d86b3fd6-f77c-4b91-b4ca-3e5316c2ff26 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 943 time: 0.0585430 Sep 19 12:28:56.294065 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d13e7c60-4a09-487c-9d70-36394a86ef92 req-4f9c6e72-6321-4cc1-b3f1-b37947923712 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075368 Sep 19 12:28:56.316834 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-eaed1a0d-6bac-45ec-b688-6c181feb5975 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:56.318297 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-eaed1a0d-6bac-45ec-b688-6c181feb5975 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 814 time: 0.1420369 Sep 19 12:28:56.334121 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-c094b81b-9aa3-4ebe-a024-0d1233dd182b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/quotas/68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 375 time: 0.0094545 Sep 19 12:28:56.389072 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-b20a431b-7dc4-4204-b20e-d99d20336e4c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486145 Sep 19 12:28:56.493441 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-0a8a0ddc-76e3-435f-875c-5fcb78ed97be service neutron] 10.222.0.93 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914626 Sep 19 12:28:56.590605 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-70bac39b-b476-4ae5-8253-6770f17aecd5 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937653 Sep 19 12:28:56.886036 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fe8a8a7f-8ebf-4d20-aea4-6e40794ba9fb req-37f392e2-d3ee-47a3-bb4d-0fa0babe7a97 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 210 time: 0.0279415 Sep 19 12:28:57.421047 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e05c60-43c5-4ae7-8ef2-0441552c4d2a req-f355fae5-5c01-42ac-89fa-e2320725f4b3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:57.422625 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e5e05c60-43c5-4ae7-8ef2-0441552c4d2a req-f355fae5-5c01-42ac-89fa-e2320725f4b3 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 943 time: 0.0514646 Sep 19 12:28:57.484830 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e5e05c60-43c5-4ae7-8ef2-0441552c4d2a req-ec954718-950a-4f18-ae1f-e0df09098a88 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487459 Sep 19 12:28:57.488377 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e85fffd8-bc70-45a1-bd7d-55d41cea22d2 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:28:57.498557 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=2,neutron:SELECT=32 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:57.597608 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port e85fffd8-bc70-45a1-bd7d-55d41cea22d2, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:28:57.609805 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'port_id': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'mac_address': 'fa:16:3e:1e:78:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:28:57.645963 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:28:57.646339 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:57.661237 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85fffd8-bc70-45a1-bd7d-55d41cea22d2 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:28:57.681648 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port e85fffd8-bc70-45a1-bd7d-55d41cea22d2, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:28:57.824432 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:57.871577 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:28:57.879753 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.880093 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.880453 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.880838 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.881166 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.881493 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.881821 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.882140 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.882463 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.882778 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.884810 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.885295 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.885714 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.886040 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.886362 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:28:57.992745 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3160ee6e-2d02-4891-9c2f-1625a0e8c5fa req-041c6cf9-7809-4ffe-84b3-d82fbca74ca3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 210 time: 0.0282285 Sep 19 12:28:58.206439 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['e85fffd8-bc70-45a1-bd7d-55d41cea22d2'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:28:58.610318 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38522572-bd53-4cd7-8fe4-4452268b8f5b req-61e000a1-895a-4d1c-bb10-0861c2bbeb92 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:58.611913 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38522572-bd53-4cd7-8fe4-4452268b8f5b req-61e000a1-895a-4d1c-bb10-0861c2bbeb92 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 944 time: 0.0553694 Sep 19 12:28:58.662609 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38522572-bd53-4cd7-8fe4-4452268b8f5b req-5ebf1220-b3a6-4c62-aeb7-b99db783590f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 Sep 19 12:28:58.732892 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:28:59.115950 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-640e6833-0e28-4dcc-a8b3-d6ffb37a9cc5 req-0aacdbc8-dad5-491e-8bc4-596b0f0ef911 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 210 time: 0.0283225 Sep 19 12:28:59.494138 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e85fffd8-bc70-45a1-bd7d-55d41cea22d2 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:28:59.550096 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:28:59.566235 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-edb00afb-610a-4da0-bc17-f8b0c39044d4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:59.567741 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-edb00afb-610a-4da0-bc17-f8b0c39044d4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 814 time: 0.1120164 Sep 19 12:28:59.629167 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:59.646437 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-c7c8067e-cf24-4192-9c39-71261b4f3f95 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 472 time: 0.0650232 Sep 19 12:28:59.655966 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'port': {'device_id': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'admin_state_up': True, 'tenant_id': '68496d9aa29542139f00104051248a5b', 'security_groups': ['53391db7-95b1-4414-81ee-f819ae07ad07']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:28:59.687186 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:28:59.687671 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:59.688055 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 Sep 19 12:28:59.739284 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:28:59.774506 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:28:59.774851 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:59.799963 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:28:59.802314 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b576961-cdc0-4dfc-89b2-4fb59dbf0099" -d '{"events": [{"server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "name": "network-vif-plugged", "status": "completed", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:28:59.815758 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd341b7-96ac-4bff-b2a6-ffd903b2aeee req-544b79fa-2614-4aea-ac56-1e129f044fd9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:28:59.816321 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port e85fffd8-bc70-45a1-bd7d-55d41cea22d2, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:28:59.817769 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5cd341b7-96ac-4bff-b2a6-ffd903b2aeee req-544b79fa-2614-4aea-ac56-1e129f044fd9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 944 time: 0.0670247 Sep 19 12:28:59.842067 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aee85b-2ab4-4194-a0a9-3ddee5acb856 x-openstack-request-id: req-44aee85b-2ab4-4194-a0a9-3ddee5acb856 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:28:59.842444 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "name": "network-vif-plugged", "status": "completed", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:28:59.842696 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-44aee85b-2ab4-4194-a0a9-3ddee5acb856 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:28:59.843103 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44aee85b-2ab4-4194-a0a9-3ddee5acb856'] response: {'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'code': 200} Sep 19 12:28:59.875535 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5cd341b7-96ac-4bff-b2a6-ffd903b2aeee req-2af5ca51-bc91-4499-87be-b027d2e497c2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504138 Sep 19 12:28:59.918649 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Made reservation on behalf of 68496d9aa29542139f00104051248a5b for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:28:59.919108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:59.922679 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:28:59.970630 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:00.059801 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Allocated IP 172.20.0.8 (2775bc2c-1de6-4530-99c8-74593487735c/371e45eb-fb30-4c5e-963a-202e37649855/89d94a1c-21ee-47bd-b318-aa47d5d6059b) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:29:00.202196 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:00.232528 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-37371d36-d541-4cd0-81f3-a5315222856a req-2dd99d25-3cf1-47a7-b8fe-f994c8470f40 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 210 time: 0.0339301 Sep 19 12:29:00.252441 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:00.318897 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:00.361601 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Network 2775bc2c-1de6-4530-99c8-74593487735c is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:29:00.366752 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:29:00.371256 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:29:00.375735 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:00.376337 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:00.385551 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=89d94a1c-21ee-47bd-b318-aa47d5d6059b,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:00.472531 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-6cc3ca90-b762-4655-af41-06812f61f60f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8201828 Sep 19 12:29:00.570276 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Provisioning complete for port 89d94a1c-21ee-47bd-b318-aa47d5d6059b triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:29:00.570749 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:00.571117 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Attempt 1 to provision port 89d94a1c-21ee-47bd-b318-aa47d5d6059b Sep 19 12:29:00.603499 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Port 89d94a1c-21ee-47bd-b318-aa47d5d6059b cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:29:00.996201 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa528e7-55eb-4712-80b2-0cb89dbefedd req-0d63aed7-1b25-48dc-81f2-4b178a77bb36 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:00.997696 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cfa528e7-55eb-4712-80b2-0cb89dbefedd req-0d63aed7-1b25-48dc-81f2-4b178a77bb36 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0468235 Sep 19 12:29:01.047948 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cfa528e7-55eb-4712-80b2-0cb89dbefedd req-8792b97b-832a-4127-aba3-8ae6deaaeee1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446992 Sep 19 12:29:01.104561 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Attempt 2 to provision port 89d94a1c-21ee-47bd-b318-aa47d5d6059b Sep 19 12:29:01.136776 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Port 89d94a1c-21ee-47bd-b318-aa47d5d6059b cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:29:01.352845 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10abd28-29f2-4ab2-a4c5-8da7cdb3dc9d req-fde207bf-8a8b-4ca7-8663-0ff48def06b1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:01.354408 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a10abd28-29f2-4ab2-a4c5-8da7cdb3dc9d req-fde207bf-8a8b-4ca7-8663-0ff48def06b1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 931 time: 0.0471618 Sep 19 12:29:01.401233 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a10abd28-29f2-4ab2-a4c5-8da7cdb3dc9d req-433304b1-45a8-4698-872b-6a004cca52a6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 Sep 19 12:29:01.650149 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Attempt 3 to provision port 89d94a1c-21ee-47bd-b318-aa47d5d6059b Sep 19 12:29:01.704562 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Port 89d94a1c-21ee-47bd-b318-aa47d5d6059b cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:29:02.167002 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689f53c-2b5f-4218-b3a6-cd62e0cee964 req-1f32e83d-0acc-4b5f-bf49-ee0ecb42bf4f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:02.168844 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4689f53c-2b5f-4218-b3a6-cd62e0cee964 req-1f32e83d-0acc-4b5f-bf49-ee0ecb42bf4f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0478408 Sep 19 12:29:02.205895 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Attempt 4 to provision port 89d94a1c-21ee-47bd-b318-aa47d5d6059b Sep 19 12:29:02.216251 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4689f53c-2b5f-4218-b3a6-cd62e0cee964 req-91b05cea-a975-4f2b-92e3-5ecb02b0cec8 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418627 Sep 19 12:29:02.238928 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Port 89d94a1c-21ee-47bd-b318-aa47d5d6059b cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:29:02.523089 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f066d-46fb-4854-9297-aa4841248aed req-b2b4d679-335e-4466-93b7-4c049b2afd7d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:02.524573 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a72f066d-46fb-4854-9297-aa4841248aed req-b2b4d679-335e-4466-93b7-4c049b2afd7d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 931 time: 0.0491443 Sep 19 12:29:02.573202 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a72f066d-46fb-4854-9297-aa4841248aed req-efdca600-c49f-4814-b4af-4ad2c874ac16 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427690 Sep 19 12:29:02.739697 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Attempt 5 to provision port 89d94a1c-21ee-47bd-b318-aa47d5d6059b Sep 19 12:29:02.771654 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Port 89d94a1c-21ee-47bd-b318-aa47d5d6059b cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:29:03.266437 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Request body: {'port': {'device_id': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:29:03.274460 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Attempt 6 to provision port 89d94a1c-21ee-47bd-b318-aa47d5d6059b Sep 19 12:29:03.309631 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:03.318918 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Port 89d94a1c-21ee-47bd-b318-aa47d5d6059b cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:29:03.384652 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fd8a7-d3a5-4ef8-9678-7ed21b86622e req-4aa85230-4842-451e-98f3-fca76c733737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:03.386187 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f94fd8a7-d3a5-4ef8-9678-7ed21b86622e req-4aa85230-4842-451e-98f3-fca76c733737 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0976045 Sep 19 12:29:03.403355 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75740e9d-9943-41a5-b7e5-5c2e22fedc36 req-51d17bd6-832b-444c-ba8b-7bf4a9aaa981 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:03.404887 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-75740e9d-9943-41a5-b7e5-5c2e22fedc36 req-51d17bd6-832b-444c-ba8b-7bf4a9aaa981 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0843599 Sep 19 12:29:03.423490 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:03.468899 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:03.512771 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f94fd8a7-d3a5-4ef8-9678-7ed21b86622e req-b157b213-4761-47ee-9b68-fa2205dd9d14 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048462 Sep 19 12:29:03.524212 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9276ffd3-dba7-4cc4-b953-1861840f7b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:03.535594 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-75740e9d-9943-41a5-b7e5-5c2e22fedc36 req-4e4234a4-ea35-4791-bc60-0c0580323e2b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193831 Sep 19 12:29:03.667834 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:03.721478 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:03.726427 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fad94-5566-47a2-a606-efaa3b8239b1 req-f05204b7-cd2f-4f22-8324-d023ac352153 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:03.728475 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-286fad94-5566-47a2-a606-efaa3b8239b1 req-f05204b7-cd2f-4f22-8324-d023ac352153 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 931 time: 0.0727906 Sep 19 12:29:03.820468 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d94a1c-21ee-47bd-b318-aa47d5d6059b {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:29:03.820752 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Attempt 7 to provision port 89d94a1c-21ee-47bd-b318-aa47d5d6059b Sep 19 12:29:03.829961 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-286fad94-5566-47a2-a606-efaa3b8239b1 req-90450710-b611-40da-950c-58efc59d073b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932636 Sep 19 12:29:03.831827 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Publish callbacks [] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:03.845848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Transition to ACTIVE for port object 89d94a1c-21ee-47bd-b318-aa47d5d6059b will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:29:03.861638 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Port 89d94a1c-21ee-47bd-b318-aa47d5d6059b cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:29:03.903677 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:03.965814 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Pushing event updated for resources: {'Port': ['ID=89d94a1c-21ee-47bd-b318-aa47d5d6059b,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:03.979035 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Attempting to bind port 89d94a1c-21ee-47bd-b318-aa47d5d6059b on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:29:03.979363 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Attempting to bind port 89d94a1c-21ee-47bd-b318-aa47d5d6059b by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:29:03.979685 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Attempting to bind port 89d94a1c-21ee-47bd-b318-aa47d5d6059b on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:29:04.024946 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Port 89d94a1c-21ee-47bd-b318-aa47d5d6059b on network 2775bc2c-1de6-4530-99c8-74593487735c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:29:04.025261 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Attempting to bind port 89d94a1c-21ee-47bd-b318-aa47d5d6059b on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:29:04.074504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:29:04.074834 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Checking segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:29:04.075215 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Bound using segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:29:04.075635 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Bound port: 89d94a1c-21ee-47bd-b318-aa47d5d6059b, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:29:04.075987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:04.145696 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] For port 89d94a1c-21ee-47bd-b318-aa47d5d6059b, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:29:04.151555 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] For port 89d94a1c-21ee-47bd-b318-aa47d5d6059b, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=89d94a1c-21ee-47bd-b318-aa47d5d6059b,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:29:04.253031 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:04.258573 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:04.259198 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:04.260625 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/89d94a1c-21ee-47bd-b318-aa47d5d6059b HTTP/1.1" status: 200 len: 1093 time: 0.9988868 Sep 19 12:29:04.261211 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'tag': '89d94a1c-21ee-47bd-b318-aa47d5d6059b'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:29:04.263807 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33453b50-3333-46ae-ad42-796f76fb241c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd91105-a661-4f11-9581-7ba50b06e00f", "tag": "89d94a1c-21ee-47bd-b318-aa47d5d6059b"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:04.317672 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b24016-ffd6-47c1-b526-22cf41a27c55 service neutron] Pushing event updated for resources: {'Port': ['ID=89d94a1c-21ee-47bd-b318-aa47d5d6059b,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:04.325633 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a686d04-d2f5-43f2-a02c-9c537dbe3d8c x-openstack-request-id: req-3a686d04-d2f5-43f2-a02c-9c537dbe3d8c {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:04.325914 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd91105-a661-4f11-9581-7ba50b06e00f", "tag": "89d94a1c-21ee-47bd-b318-aa47d5d6059b", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:04.326150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3a686d04-d2f5-43f2-a02c-9c537dbe3d8c {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:04.326556 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a686d04-d2f5-43f2-a02c-9c537dbe3d8c'] response: {'name': 'network-changed', 'server_uuid': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'tag': '89d94a1c-21ee-47bd-b318-aa47d5d6059b', 'status': 'completed', 'code': 200} Sep 19 12:29:04.363055 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Attempt 8 to provision port 89d94a1c-21ee-47bd-b318-aa47d5d6059b Sep 19 12:29:04.402427 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-30570d52-73eb-4e3d-a468-188871222513 None None] Port 89d94a1c-21ee-47bd-b318-aa47d5d6059b had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:29:04.696719 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c28f-2735-480b-96cc-a7a4a256ddf8 req-befc6358-e881-4043-8d78-522cfd469289 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:04.698319 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9560c28f-2735-480b-96cc-a7a4a256ddf8 req-befc6358-e881-4043-8d78-522cfd469289 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0820210 Sep 19 12:29:04.715077 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33453b50-3333-46ae-ad42-796f76fb241c req-411f5bf0-0253-44c3-9ca7-188281318936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:04.716584 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-33453b50-3333-46ae-ad42-796f76fb241c req-411f5bf0-0253-44c3-9ca7-188281318936 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 1127 time: 0.0597386 Sep 19 12:29:04.760393 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:04.806586 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9560c28f-2735-480b-96cc-a7a4a256ddf8 req-fe88f6d3-0d09-46a8-8dc0-275399d70084 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020491 Sep 19 12:29:04.865501 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33453b50-3333-46ae-ad42-796f76fb241c req-681a6369-d7b6-4649-abc0-23dc190667a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:04.866956 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-33453b50-3333-46ae-ad42-796f76fb241c req-681a6369-d7b6-4649-abc0-23dc190667a8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=68496d9aa29542139f00104051248a5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1303456 Sep 19 12:29:05.008775 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2b3f4-d574-4fa8-aa10-0a70acf6d18f req-3ca0425c-2bb9-49c6-8fce-dc43b17732f4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:05.010193 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-90c2b3f4-d574-4fa8-aa10-0a70acf6d18f req-3ca0425c-2bb9-49c6-8fce-dc43b17732f4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 943 time: 0.0917268 Sep 19 12:29:05.053802 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:05.074261 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33453b50-3333-46ae-ad42-796f76fb241c req-37481e30-da8b-4c77-99d4-95dee0484d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:05.075715 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-33453b50-3333-46ae-ad42-796f76fb241c req-37481e30-da8b-4c77-99d4-95dee0484d3b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1677487 Sep 19 12:29:05.087515 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-90c2b3f4-d574-4fa8-aa10-0a70acf6d18f req-624dbf7a-677c-411f-8e99-2d04426b6c0e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699179 Sep 19 12:29:05.669921 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7a2be779-b7fa-4f2e-916f-f8b0200a6e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:05.825085 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-56929f81-2bb0-4927-bff1-d72a9e8a18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:05.826532 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-56929f81-2bb0-4927-bff1-d72a9e8a18aa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 1127 time: 0.0441861 Sep 19 12:29:05.882040 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-18723dc2-d489-4a77-9ddb-df5a8e85f1be service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d94a1c-21ee-47bd-b318-aa47d5d6059b HTTP/1.1" status: 200 len: 217 time: 0.0431767 Sep 19 12:29:05.978283 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023695cc-683e-403a-9db5-2c786b25a9e8 req-ce160ecd-d50d-4612-ae54-8d10dd2f3903 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:05.979874 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-023695cc-683e-403a-9db5-2c786b25a9e8 req-ce160ecd-d50d-4612-ae54-8d10dd2f3903 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0773621 Sep 19 12:29:05.981317 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-a13ada28-3135-44c9-b185-01892b4d7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:05.982730 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-a13ada28-3135-44c9-b185-01892b4d7fa8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=371e45eb-fb30-4c5e-963a-202e37649855 HTTP/1.1" status: 200 len: 853 time: 0.0937397 Sep 19 12:29:06.064946 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-f355ecb0-ce2a-4063-9f04-2e6e77474be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:06.066527 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-f355ecb0-ce2a-4063-9f04-2e6e77474be9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2775bc2c-1de6-4530-99c8-74593487735c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735860 Sep 19 12:29:06.071583 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-023695cc-683e-403a-9db5-2c786b25a9e8 req-f676b318-ed3e-4c2f-861e-2d2d504ef090 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858924 Sep 19 12:29:06.204824 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:06.217329 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-722da0e2-685e-4e16-903f-45010f21eaa2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427794 Sep 19 12:29:06.286996 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7639-ada4-4a12-8ac1-628173b35f8f req-3173b85d-7786-4011-bac0-86ac67c7c7eb tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:06.288488 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a27d7639-ada4-4a12-8ac1-628173b35f8f req-3173b85d-7786-4011-bac0-86ac67c7c7eb tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.1025617 Sep 19 12:29:06.300017 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40276) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:06.304679 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-d946c63d-43bb-4e5e-b853-d6dd50a390ba tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Request body: {'floatingip': {'port_id': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:29:06.337371 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5052eff-4f1e-44d4-9a5e-0a59128e0926 req-09fb0fa1-5d43-4a83-8758-cb1de2aa803a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:06.337371 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c5052eff-4f1e-44d4-9a5e-0a59128e0926 req-09fb0fa1-5d43-4a83-8758-cb1de2aa803a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 943 time: 0.1189010 Sep 19 12:29:06.350272 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d946c63d-43bb-4e5e-b853-d6dd50a390ba tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for floatingip (c73e61d1-63c6-4c74-8a2a-07ff73706772), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:06.426089 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c5052eff-4f1e-44d4-9a5e-0a59128e0926 req-4190dbd4-5d74-42f2-92a2-a959efbe3403 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841227 Sep 19 12:29:06.428503 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c317f49c-e34d-4298-a958-82a15edf44c1 req-8e887417-ec6c-4244-8005-274590ed0ba7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986144 Sep 19 12:29:06.798611 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d946c63d-43bb-4e5e-b853-d6dd50a390ba tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:06.912778 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d946c63d-43bb-4e5e-b853-d6dd50a390ba tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (c73e61d1-63c6-4c74-8a2a-07ff73706772), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:06.947419 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:07.010472 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.l3_db [None req-d946c63d-43bb-4e5e-b853-d6dd50a390ba tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Floating IP c73e61d1-63c6-4c74-8a2a-07ff73706772 associated. External IP: 172.27.3.93, port: e85fffd8-bc70-45a1-bd7d-55d41cea22d2. Sep 19 12:29:07.213490 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d946c63d-43bb-4e5e-b853-d6dd50a390ba tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Router 8cd8515c-9ca6-4d34-8775-63451d03295c has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:29:07.293460 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:07.314246 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d946c63d-43bb-4e5e-b853-d6dd50a390ba tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:29:07.319142 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d946c63d-43bb-4e5e-b853-d6dd50a390ba tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:07.324456 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] Sync routers for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:29:07.335207 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:29:07.335880 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:29:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:07.357740 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-d946c63d-43bb-4e5e-b853-d6dd50a390ba tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/c73e61d1-63c6-4c74-8a2a-07ff73706772 HTTP/1.1" status: 200 len: 990 time: 1.0565369 Sep 19 12:29:07.358430 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:29:07.361113 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144ded1-679d-4905-ae3a-9d875f9c3681" -d '{"events": [{"name": "network-changed", "server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:07.383148 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:07.412888 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc654e-8446-43f4-b901-002cd2eb2c81 x-openstack-request-id: req-37bc654e-8446-43f4-b901-002cd2eb2c81 {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:07.413178 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:07.413432 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37bc654e-8446-43f4-b901-002cd2eb2c81 {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:07.413839 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bc654e-8446-43f4-b901-002cd2eb2c81'] response: {'name': 'network-changed', 'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'status': 'completed', 'code': 200} Sep 19 12:29:07.448049 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:29:07.772199 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:07.817343 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3b79-edc2-4ef6-ad4d-02f92e4f4d91 req-cd04fd40-263f-4837-83e8-6df76fd25239 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:07.826072 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-156a3b79-edc2-4ef6-ad4d-02f92e4f4d91 req-cd04fd40-263f-4837-83e8-6df76fd25239 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 943 time: 0.3278463 Sep 19 12:29:07.861260 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-0fd70a43-41d3-442a-85d6-b6e62bcd3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:07.866419 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-0fd70a43-41d3-442a-85d6-b6e62bcd3e95 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0906148 Sep 19 12:29:07.871100 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'c73e61d1-63c6-4c74-8a2a-07ff73706772', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'port_id': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'mac_address': 'fa:16:3e:1e:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:46Z', 'updated_at': '2022-09-19T12:29:06Z', 'revision_number': 1, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:31Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:07.898445 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] Checking router: 8cd8515c-9ca6-4d34-8775-63451d03295c for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:29:07.906980 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:29:07.907593 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:29:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:07.933672 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-156a3b79-edc2-4ef6-ad4d-02f92e4f4d91 req-42334651-09d6-4391-9e46-08130ef7f530 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062756 Sep 19 12:29:07.978346 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-44769f00-4c5e-4f17-8250-0cf1791f014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:07.979836 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-44769f00-4c5e-4f17-8250-0cf1791f014a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.1103938 Sep 19 12:29:08.000297 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:08.027055 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:29:08.050191 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-8df90152-d0a3-44e8-9968-cf14b53a7815 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2 HTTP/1.1" status: 200 len: 998 time: 0.0561404 Sep 19 12:29:08.105590 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-9f42274c-9108-4e76-aaf9-34dcdedfe9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:08.107121 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-9f42274c-9108-4e76-aaf9-34dcdedfe9f1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0475378 Sep 19 12:29:08.133450 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:08.154152 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-d296ccee-1867-4316-8001-d91f2df9360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:08.155771 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-d296ccee-1867-4316-8001-d91f2df9360d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412416 Sep 19 12:29:08.216549 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:08.250896 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-89a3f87c-a858-4be5-b765-8d416c8591ca service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879343 Sep 19 12:29:08.251182 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'c73e61d1-63c6-4c74-8a2a-07ff73706772', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'port_id': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'mac_address': 'fa:16:3e:1e:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:46Z', 'updated_at': '2022-09-19T12:29:06Z', 'revision_number': 1, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:31Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:08.279347 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9160e7-971a-49d4-9557-420058ef846c None None] The sync data for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi is: [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'c73e61d1-63c6-4c74-8a2a-07ff73706772', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'port_id': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'mac_address': 'fa:16:3e:1e:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:46Z', 'updated_at': '2022-09-19T12:29:06Z', 'revision_number': 1, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:31Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:29:08.365946 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0144ded1-679d-4905-ae3a-9d875f9c3681 req-d77321ec-38ad-48a6-8b51-67ffe023984c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071403 Sep 19 12:29:08.406613 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40306) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:08.504059 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c66c3-9a7b-48ea-adcb-8ae3b2f9555f None None] New status for floating IP c73e61d1-63c6-4c74-8a2a-07ff73706772: ACTIVE {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:29:08.535528 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4e1c632d-e22f-4c5f-ae7d-870801117583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:08.610733 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:08.623255 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4e1c632d-e22f-4c5f-ae7d-870801117583 admin admin] Publish callbacks [] for security_group (b46e2eeb-ce0b-4991-9f71-49898dc10ad7), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:08.666978 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:08.715419 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4e1c632d-e22f-4c5f-ae7d-870801117583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b46e2eeb-ce0b-4991-9f71-49898dc10ad7), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:08.754080 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-4e1c632d-e22f-4c5f-ae7d-870801117583 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=98811fa943ff4958b1bfb65b9a30d4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463583 Sep 19 12:29:08.756144 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c632d-e22f-4c5f-ae7d-870801117583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46e2eeb-ce0b-4991-9f71-49898dc10ad7,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:08.757090 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40312) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:08.775715 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:08.813314 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ced09cd9-e62b-473f-b8de-2e25639b6a6d admin admin] Publish callbacks [] for security_group (b46e2eeb-ce0b-4991-9f71-49898dc10ad7), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:08.833034 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ced09cd9-e62b-473f-b8de-2e25639b6a6d admin admin] Publish callbacks [] for security_group (b46e2eeb-ce0b-4991-9f71-49898dc10ad7), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:08.984262 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ced09cd9-e62b-473f-b8de-2e25639b6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b46e2eeb-ce0b-4991-9f71-49898dc10ad7), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:08.986848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ced09cd9-e62b-473f-b8de-2e25639b6a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:08.988015 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-ced09cd9-e62b-473f-b8de-2e25639b6a6d admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/b46e2eeb-ce0b-4991-9f71-49898dc10ad7 HTTP/1.1" status: 204 len: 168 time: 0.2293069 Sep 19 12:29:08.999081 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced09cd9-e62b-473f-b8de-2e25639b6a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46e2eeb-ce0b-4991-9f71-49898dc10ad7,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:09.081102 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfc767-fc2f-4533-8967-eee008a328b4 req-b52bea5c-be80-449b-8443-d90a1b5d99e4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:09.082655 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-74bfc767-fc2f-4533-8967-eee008a328b4 req-b52bea5c-be80-449b-8443-d90a1b5d99e4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 943 time: 0.0551722 Sep 19 12:29:09.131436 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-74bfc767-fc2f-4533-8967-eee008a328b4 req-7e542f65-4423-42e6-ac32-706787873717 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423660 Sep 19 12:29:09.254915 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 89d94a1c-21ee-47bd-b318-aa47d5d6059b details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:29:09.361647 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 89d94a1c-21ee-47bd-b318-aa47d5d6059b, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=89d94a1c-21ee-47bd-b318-aa47d5d6059b,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:29:09.373053 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '89d94a1c-21ee-47bd-b318-aa47d5d6059b', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'port_id': '89d94a1c-21ee-47bd-b318-aa47d5d6059b', 'mac_address': 'fa:16:3e:72:cf:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:29:09.411248 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 89d94a1c-21ee-47bd-b318-aa47d5d6059b is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:29:09.411746 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:09.426327 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d94a1c-21ee-47bd-b318-aa47d5d6059b {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:29:09.450678 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 89d94a1c-21ee-47bd-b318-aa47d5d6059b, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=89d94a1c-21ee-47bd-b318-aa47d5d6059b,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:29:09.550138 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:09.599153 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=89d94a1c-21ee-47bd-b318-aa47d5d6059b,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:09.867648 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['89d94a1c-21ee-47bd-b318-aa47d5d6059b'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:29:10.269138 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e0b9f-8593-4c79-ae38-bc02cedf3e23 req-4d4815c9-3140-4ce8-b04f-4706431c6e02 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:10.270794 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-928e0b9f-8593-4c79-ae38-bc02cedf3e23 req-4d4815c9-3140-4ce8-b04f-4706431c6e02 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 944 time: 0.0535626 Sep 19 12:29:10.329111 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-928e0b9f-8593-4c79-ae38-bc02cedf3e23 req-29deb0a4-fb2b-4e95-820a-131fcf81142e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522714 Sep 19 12:29:11.271907 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 89d94a1c-21ee-47bd-b318-aa47d5d6059b up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:29:11.315610 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 89d94a1c-21ee-47bd-b318-aa47d5d6059b completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:29:11.458257 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38632e0-9e64-486e-a36d-d90ccd3c7b51 req-57ff4273-89e6-4eb8-bac3-fbe434438f1d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:11.459819 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a38632e0-9e64-486e-a36d-d90ccd3c7b51 req-57ff4273-89e6-4eb8-bac3-fbe434438f1d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 944 time: 0.0528839 Sep 19 12:29:11.467369 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 89d94a1c-21ee-47bd-b318-aa47d5d6059b triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:29:11.467912 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:11.468128 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 89d94a1c-21ee-47bd-b318-aa47d5d6059b Sep 19 12:29:11.514300 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a38632e0-9e64-486e-a36d-d90ccd3c7b51 req-56c03874-5a83-40c7-a895-d6b59d03784b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482178 Sep 19 12:29:11.545464 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 89d94a1c-21ee-47bd-b318-aa47d5d6059b is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:29:11.545893 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:11.568817 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d94a1c-21ee-47bd-b318-aa47d5d6059b'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:29:11.571043 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d85668f-e200-4e85-8ae4-08fae5973a71" -d '{"events": [{"server_uuid": "ddd91105-a661-4f11-9581-7ba50b06e00f", "name": "network-vif-plugged", "status": "completed", "tag": "89d94a1c-21ee-47bd-b318-aa47d5d6059b"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:11.588335 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 89d94a1c-21ee-47bd-b318-aa47d5d6059b, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=89d94a1c-21ee-47bd-b318-aa47d5d6059b,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:29:11.614516 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff16bf9-5aa8-468f-9985-5e61537c04a9 x-openstack-request-id: req-4ff16bf9-5aa8-468f-9985-5e61537c04a9 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:11.614853 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd91105-a661-4f11-9581-7ba50b06e00f", "name": "network-vif-plugged", "status": "completed", "tag": "89d94a1c-21ee-47bd-b318-aa47d5d6059b", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:11.615099 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4ff16bf9-5aa8-468f-9985-5e61537c04a9 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:11.615873 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff16bf9-5aa8-468f-9985-5e61537c04a9'] response: {'server_uuid': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d94a1c-21ee-47bd-b318-aa47d5d6059b', 'code': 200} Sep 19 12:29:11.695749 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:11.748794 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=89d94a1c-21ee-47bd-b318-aa47d5d6059b,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:12.023161 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c921-0709-403f-bd29-8f90907b9e8a req-42f3fb3a-82c3-450c-aa61-65327259b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:12.025582 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f120c921-0709-403f-bd29-8f90907b9e8a req-42f3fb3a-82c3-450c-aa61-65327259b28a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 1129 time: 0.0440514 Sep 19 12:29:12.078521 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f120c921-0709-403f-bd29-8f90907b9e8a req-6cacfc20-d169-4017-983d-87abd415a914 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410080 Sep 19 12:29:12.658506 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aa170-ea04-4c7d-b18b-a5e4aeefc4d4 req-131ba4fd-0408-4718-b72d-f96cbaeedc0d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:12.660108 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-101aa170-ea04-4c7d-b18b-a5e4aeefc4d4 req-131ba4fd-0408-4718-b72d-f96cbaeedc0d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 945 time: 0.0479739 Sep 19 12:29:12.688362 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:12.711580 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-101aa170-ea04-4c7d-b18b-a5e4aeefc4d4 req-afcbae24-9b74-4956-b796-5178aacc138a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449762 Sep 19 12:29:13.841386 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9c4c9-cdb6-4b40-9cbe-30b58e98969a req-f4caa833-694d-4c04-9212-207e8ea0d029 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:13.842866 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c4f9c4c9-cdb6-4b40-9cbe-30b58e98969a req-f4caa833-694d-4c04-9212-207e8ea0d029 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 945 time: 0.0526426 Sep 19 12:29:13.892853 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c4f9c4c9-cdb6-4b40-9cbe-30b58e98969a req-682806be-9810-4296-8de2-54b10e3739a3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442581 Sep 19 12:29:15.021427 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d4544-9642-4c30-af51-6363a35fdfe3 req-2de8db7c-08a5-49e9-a84b-682ce414724d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:15.022916 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-de3d4544-9642-4c30-af51-6363a35fdfe3 req-2de8db7c-08a5-49e9-a84b-682ce414724d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 945 time: 0.0505044 Sep 19 12:29:15.071850 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-de3d4544-9642-4c30-af51-6363a35fdfe3 req-01f42b6b-3b0a-4589-b230-6d01b3eba601 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421116 Sep 19 12:29:15.193040 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c0387-b0ce-4526-88d3-d19090357590 req-7a8fa04d-a4f2-4253-a061-09e704582d68 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:15.194555 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-723c0387-b0ce-4526-88d3-d19090357590 req-7a8fa04d-a4f2-4253-a061-09e704582d68 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 945 time: 0.0483966 Sep 19 12:29:15.205339 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40472) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:15.210730 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-d9bcbda4-f5b2-4e16-8857-f94909f3c7fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'floatingip': {'port_id': '89d94a1c-21ee-47bd-b318-aa47d5d6059b'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:29:15.287504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d9bcbda4-f5b2-4e16-8857-f94909f3c7fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (df9c10ce-4775-4650-bc65-e875342b9305), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:15.499617 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:15.880705 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d9bcbda4-f5b2-4e16-8857-f94909f3c7fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:15.978999 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d9bcbda4-f5b2-4e16-8857-f94909f3c7fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (df9c10ce-4775-4650-bc65-e875342b9305), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:16.078742 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-d9bcbda4-f5b2-4e16-8857-f94909f3c7fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Floating IP df9c10ce-4775-4650-bc65-e875342b9305 associated. External IP: 172.27.3.86, port: 89d94a1c-21ee-47bd-b318-aa47d5d6059b. Sep 19 12:29:16.254732 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:16.290783 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-33acdc5f-5740-47cd-9bd3-2ef3a1ea0043 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732000 Sep 19 12:29:16.320775 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bcbda4-f5b2-4e16-8857-f94909f3c7fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:29:16.370276 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-ff1dfdb0-4513-4fce-a173-4b2d8cc91895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:16.371769 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-ff1dfdb0-4513-4fce-a173-4b2d8cc91895 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 1129 time: 0.0533323 Sep 19 12:29:16.762859 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bcbda4-f5b2-4e16-8857-f94909f3c7fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:29:16.765660 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-4b78d222-00f5-4989-9cb3-3a679961f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:16.767148 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-4b78d222-00f5-4989-9cb3-3a679961f685 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.3640945 Sep 19 12:29:16.770593 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d9bcbda4-f5b2-4e16-8857-f94909f3c7fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:16.773425 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:29:16.782720 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:16.784795 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:29:16.785529 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:29:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:16.831107 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-c9fa0866-6b38-4dec-8c73-eedd3b1ecc9f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=407a25f0-769d-4a17-9669-56cf43a8cdc3 HTTP/1.1" status: 200 len: 217 time: 0.0412598 Sep 19 12:29:16.834688 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-d9bcbda4-f5b2-4e16-8857-f94909f3c7fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/df9c10ce-4775-4650-bc65-e875342b9305 HTTP/1.1" status: 200 len: 990 time: 1.6283376 Sep 19 12:29:16.835381 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'tag': '89d94a1c-21ee-47bd-b318-aa47d5d6059b'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:29:16.838409 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf31744-5221-4161-a1cc-c37ce8e47854" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd91105-a661-4f11-9581-7ba50b06e00f", "tag": "89d94a1c-21ee-47bd-b318-aa47d5d6059b"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:29:16.881120 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561f7bfe-57ef-4f82-96d0-fa66487c91f8 x-openstack-request-id: req-561f7bfe-57ef-4f82-96d0-fa66487c91f8 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:29:16.881412 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd91105-a661-4f11-9581-7ba50b06e00f", "tag": "89d94a1c-21ee-47bd-b318-aa47d5d6059b", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:29:16.881663 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-561f7bfe-57ef-4f82-96d0-fa66487c91f8 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:29:16.882065 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561f7bfe-57ef-4f82-96d0-fa66487c91f8'] response: {'name': 'network-changed', 'server_uuid': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'tag': '89d94a1c-21ee-47bd-b318-aa47d5d6059b', 'status': 'completed', 'code': 200} Sep 19 12:29:16.887938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-ab6c27a6-4705-4fb7-9e60-b41b3237190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:16.889845 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-ab6c27a6-4705-4fb7-9e60-b41b3237190a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0487840 Sep 19 12:29:16.900418 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:29:16.920269 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:16.983275 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-cf864809-1f71-4cb6-98eb-930476712d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:16.984801 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-cf864809-1f71-4cb6-98eb-930476712d81 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738184 Sep 19 12:29:16.985854 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-f9a3ac45-494b-4031-aa75-34122922420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:16.987192 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-f9a3ac45-494b-4031-aa75-34122922420b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 1129 time: 0.0657110 Sep 19 12:29:17.122185 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '79eb1317-33b5-48f2-b995-44a7c84ab11d', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:34Z', 'updated_at': '2022-09-19T12:27:33Z', 'revision_number': 2, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}, {'id': 'df9c10ce-4775-4650-bc65-e875342b9305', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': '89d94a1c-21ee-47bd-b318-aa47d5d6059b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:72:cf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:55Z', 'updated_at': '2022-09-19T12:29:15Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:17.153892 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:29:17.162897 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:29:17.163758 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:29:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:17.182010 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-52e2d0e0-4f55-47f2-b2ae-dcb7d57f12b0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673391 Sep 19 12:29:17.184750 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-f12d4ad5-c0e1-46da-a070-9d27b5bc2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:17.186148 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-f12d4ad5-c0e1-46da-a070-9d27b5bc2095 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 915 time: 0.1631675 Sep 19 12:29:17.308659 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-0ede1538-a515-4ee7-8494-da85594db4bb service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d94a1c-21ee-47bd-b318-aa47d5d6059b HTTP/1.1" status: 200 len: 998 time: 0.1099906 Sep 19 12:29:17.333063 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:29:17.387071 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:17.399911 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d4026f6-9572-4722-8bcd-78ff763b5642 req-a6bd3a3f-df5e-4d0d-8f06-abf0f833a9f9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036920 Sep 19 12:29:17.413139 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-3b28d516-8e51-449c-967e-32a4a6243971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:17.415010 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-3b28d516-8e51-449c-967e-32a4a6243971 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=371e45eb-fb30-4c5e-963a-202e37649855 HTTP/1.1" status: 200 len: 853 time: 0.0924015 Sep 19 12:29:17.453444 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:17.472507 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-1f6b59d3-6aa6-401a-b119-271c0464c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:17.474081 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-1f6b59d3-6aa6-401a-b119-271c0464c70b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2775bc2c-1de6-4530-99c8-74593487735c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467653 Sep 19 12:29:17.543807 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:17.551999 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:17.585249 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '79eb1317-33b5-48f2-b995-44a7c84ab11d', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:34Z', 'updated_at': '2022-09-19T12:27:33Z', 'revision_number': 2, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}, {'id': 'df9c10ce-4775-4650-bc65-e875342b9305', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': '89d94a1c-21ee-47bd-b318-aa47d5d6059b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:72:cf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:55Z', 'updated_at': '2022-09-19T12:29:15Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:29:17.587962 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-30dc875b-be2e-4bac-b689-8f1a59858cd4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914531 Sep 19 12:29:17.614664 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8fb827-7941-4aff-b854-8d15f33a5034 None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '79eb1317-33b5-48f2-b995-44a7c84ab11d', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:34Z', 'updated_at': '2022-09-19T12:27:33Z', 'revision_number': 2, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}, {'id': 'df9c10ce-4775-4650-bc65-e875342b9305', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': '89d94a1c-21ee-47bd-b318-aa47d5d6059b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:72:cf:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:55Z', 'updated_at': '2022-09-19T12:29:15Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:29:17.698926 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-faf31744-5221-4161-a1cc-c37ce8e47854 req-2ff7b4dc-1821-48fa-a555-fbaf7b35f39a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000745 Sep 19 12:29:17.820356 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f1f067-6cc6-41e8-a151-8579e91fd58e None None] New status for floating IP df9c10ce-4775-4650-bc65-e875342b9305: ACTIVE {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:29:18.752269 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=28,neutron:INSERT=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:21.338549 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40546) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:21.448297 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:21.534382 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Publish callbacks [] for security_group (d74b7dcf-950a-4eed-814c-c8160f0db21f), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:21.640633 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d74b7dcf-950a-4eed-814c-c8160f0db21f), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:21.684765 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=f4583b2d000e4cbab134e26586ff6833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449452 Sep 19 12:29:21.685649 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74b7dcf-950a-4eed-814c-c8160f0db21f,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:21.687573 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40552) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:21.693548 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.693903 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.694265 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.694607 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.694936 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.695259 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.695578 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.695897 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.696766 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.697090 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.697426 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.697761 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.698081 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.698396 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.698708 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d6789b-b901-4388-b321-4e963d3d5a45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:21.740358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b64de74c-53ad-4f85-9278-bba0a958d17b admin admin] Publish callbacks [] for security_group (d74b7dcf-950a-4eed-814c-c8160f0db21f), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:21.763551 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b64de74c-53ad-4f85-9278-bba0a958d17b admin admin] Publish callbacks [] for security_group (d74b7dcf-950a-4eed-814c-c8160f0db21f), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:21.903585 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b64de74c-53ad-4f85-9278-bba0a958d17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d74b7dcf-950a-4eed-814c-c8160f0db21f), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:21.906686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b64de74c-53ad-4f85-9278-bba0a958d17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:21.908090 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-b64de74c-53ad-4f85-9278-bba0a958d17b admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/d74b7dcf-950a-4eed-814c-c8160f0db21f HTTP/1.1" status: 204 len: 168 time: 0.2188108 Sep 19 12:29:21.918908 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64de74c-53ad-4f85-9278-bba0a958d17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74b7dcf-950a-4eed-814c-c8160f0db21f,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:22.616348 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40558) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:22.630138 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b8f9ee7-fbe9-4b2e-af80-ac8d4aa00a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:22.686019 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:22.711263 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b8f9ee7-fbe9-4b2e-af80-ac8d4aa00a87 admin admin] Publish callbacks [] for security_group (51ad2b5b-1d94-491f-b856-a87616d72765), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:22.812211 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4b8f9ee7-fbe9-4b2e-af80-ac8d4aa00a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (51ad2b5b-1d94-491f-b856-a87616d72765), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:22.853312 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f9ee7-fbe9-4b2e-af80-ac8d4aa00a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad2b5b-1d94-491f-b856-a87616d72765,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:22.857533 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4b8f9ee7-fbe9-4b2e-af80-ac8d4aa00a87 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=f92502a174f84584a4b777ac2fa9873e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401352 Sep 19 12:29:22.860642 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40564) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:22.911628 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Publish callbacks [] for security_group (51ad2b5b-1d94-491f-b856-a87616d72765), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:22.933731 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Publish callbacks [] for security_group (51ad2b5b-1d94-491f-b856-a87616d72765), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:23.074944 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (51ad2b5b-1d94-491f-b856-a87616d72765), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:23.077570 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:23.078773 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/51ad2b5b-1d94-491f-b856-a87616d72765 HTTP/1.1" status: 204 len: 168 time: 0.2173142 Sep 19 12:29:23.087927 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad2b5b-1d94-491f-b856-a87616d72765,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:23.095656 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.096112 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.096338 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.096691 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.101532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63350bd5-0dde-4c56-b32a-1fa3cc170a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:29:23.939671 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40574) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:23.954025 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8d28-ca7b-424e-badd-0bdf2af39a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:24.035084 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8d28-ca7b-424e-badd-0bdf2af39a08 admin admin] Publish callbacks [] for security_group (99dd26c0-f146-4655-a04d-b2b2a23ba27f), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:24.177882 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8d28-ca7b-424e-badd-0bdf2af39a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (99dd26c0-f146-4655-a04d-b2b2a23ba27f), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:24.218340 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a8d28-ca7b-424e-badd-0bdf2af39a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd26c0-f146-4655-a04d-b2b2a23ba27f,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:24.222490 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ff4a8d28-ca7b-424e-badd-0bdf2af39a08 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=59dd7a68fb4c4a3eab0603669d217a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846084 Sep 19 12:29:24.225204 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40576) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:24.278619 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8d8aafb1-d94c-4374-9817-5f34d793dc3e admin admin] Publish callbacks [] for security_group (99dd26c0-f146-4655-a04d-b2b2a23ba27f), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:24.300498 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8d8aafb1-d94c-4374-9817-5f34d793dc3e admin admin] Publish callbacks [] for security_group (99dd26c0-f146-4655-a04d-b2b2a23ba27f), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:24.417842 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8d8aafb1-d94c-4374-9817-5f34d793dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (99dd26c0-f146-4655-a04d-b2b2a23ba27f), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:24.420621 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8d8aafb1-d94c-4374-9817-5f34d793dc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:24.421780 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-8d8aafb1-d94c-4374-9817-5f34d793dc3e admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/99dd26c0-f146-4655-a04d-b2b2a23ba27f HTTP/1.1" status: 204 len: 168 time: 0.1956413 Sep 19 12:29:24.430942 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8aafb1-d94c-4374-9817-5f34d793dc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd26c0-f146-4655-a04d-b2b2a23ba27f,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:27.956778 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:30.704637 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:33.090553 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:33.091413 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:33.113223 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:33.523669 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f7663d74-d8e2-456f-8c6a-b9881f0fc994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:34.424923 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=51,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:34.425706 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=57,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:35.701031 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c035bd55-99eb-43f6-9362-944faa988f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:35.732541 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:29:36.314099 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40702) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:36.421505 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f9ec72c3-f801-455a-81d4-f8de8cd3c205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:36.503298 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f9ec72c3-f801-455a-81d4-f8de8cd3c205 admin admin] Publish callbacks [] for security_group (ee2f63a8-6ba3-40f7-babd-44178fa406e2), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:36.583202 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f9ec72c3-f801-455a-81d4-f8de8cd3c205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ee2f63a8-6ba3-40f7-babd-44178fa406e2), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:36.622558 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec72c3-f801-455a-81d4-f8de8cd3c205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f63a8-6ba3-40f7-babd-44178fa406e2,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:36.628279 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f9ec72c3-f801-455a-81d4-f8de8cd3c205 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=82b50cd551dd487ba547f05e20825d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130970 Sep 19 12:29:36.631536 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40712) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:36.686800 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-583dcebb-39df-4b87-8ebd-62c9451c0aca admin admin] Publish callbacks [] for security_group (ee2f63a8-6ba3-40f7-babd-44178fa406e2), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:36.714749 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-583dcebb-39df-4b87-8ebd-62c9451c0aca admin admin] Publish callbacks [] for security_group (ee2f63a8-6ba3-40f7-babd-44178fa406e2), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:36.846428 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-583dcebb-39df-4b87-8ebd-62c9451c0aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ee2f63a8-6ba3-40f7-babd-44178fa406e2), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:36.849331 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-583dcebb-39df-4b87-8ebd-62c9451c0aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:36.850911 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-583dcebb-39df-4b87-8ebd-62c9451c0aca admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/ee2f63a8-6ba3-40f7-babd-44178fa406e2 HTTP/1.1" status: 204 len: 168 time: 0.2177129 Sep 19 12:29:36.860182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dcebb-39df-4b87-8ebd-62c9451c0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f63a8-6ba3-40f7-babd-44178fa406e2,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:36.983568 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:38.669079 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:38.718215 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:40.717137 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:41.045402 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40742) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:41.159380 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a3cc-b5e2-49c4-ad5b-2ca8b2b92743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:41.241071 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a3cc-b5e2-49c4-ad5b-2ca8b2b92743 admin admin] Publish callbacks [] for security_group (e714232c-fb2d-4343-8bff-53cabcc2f604), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:41.351964 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a3cc-b5e2-49c4-ad5b-2ca8b2b92743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e714232c-fb2d-4343-8bff-53cabcc2f604), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:41.390812 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1a3cc-b5e2-49c4-ad5b-2ca8b2b92743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e714232c-fb2d-4343-8bff-53cabcc2f604,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:41.395179 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-a3c1a3cc-b5e2-49c4-ad5b-2ca8b2b92743 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=308f2fafd217431598c5a6027a4e06c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487625 Sep 19 12:29:41.398620 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40746) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:41.447203 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a89fda4-8a31-4405-a8f5-9dd982de5dc5 admin admin] Publish callbacks [] for security_group (e714232c-fb2d-4343-8bff-53cabcc2f604), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:41.468221 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a89fda4-8a31-4405-a8f5-9dd982de5dc5 admin admin] Publish callbacks [] for security_group (e714232c-fb2d-4343-8bff-53cabcc2f604), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:41.603777 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a89fda4-8a31-4405-a8f5-9dd982de5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e714232c-fb2d-4343-8bff-53cabcc2f604), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:41.606412 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a89fda4-8a31-4405-a8f5-9dd982de5dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:41.607576 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-3a89fda4-8a31-4405-a8f5-9dd982de5dc5 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/e714232c-fb2d-4343-8bff-53cabcc2f604 HTTP/1.1" status: 204 len: 168 time: 0.2086241 Sep 19 12:29:41.615621 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89fda4-8a31-4405-a8f5-9dd982de5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e714232c-fb2d-4343-8bff-53cabcc2f604,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:43.438802 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40776) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:43.549974 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0722-9b39-421a-b622-a5b0858dcfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:43.644992 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0722-9b39-421a-b622-a5b0858dcfa4 admin admin] Publish callbacks [] for security_group (6606d5df-d6c0-4360-902f-09e9f95cd601), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:43.703322 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0722-9b39-421a-b622-a5b0858dcfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6606d5df-d6c0-4360-902f-09e9f95cd601), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:43.743534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d0722-9b39-421a-b622-a5b0858dcfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6606d5df-d6c0-4360-902f-09e9f95cd601,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:43.748360 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-6a6d0722-9b39-421a-b622-a5b0858dcfa4 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=95f0ed54bee74a42a1ced949bbd2f235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084717 Sep 19 12:29:43.751141 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40780) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:43.801861 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8ff3fe1d-9e43-4886-ba6a-6823fe4b32c2 admin admin] Publish callbacks [] for security_group (6606d5df-d6c0-4360-902f-09e9f95cd601), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:43.821444 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:43.824170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8ff3fe1d-9e43-4886-ba6a-6823fe4b32c2 admin admin] Publish callbacks [] for security_group (6606d5df-d6c0-4360-902f-09e9f95cd601), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:43.852082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:44.052109 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8ff3fe1d-9e43-4886-ba6a-6823fe4b32c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6606d5df-d6c0-4360-902f-09e9f95cd601), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:44.054602 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8ff3fe1d-9e43-4886-ba6a-6823fe4b32c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:44.055761 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-8ff3fe1d-9e43-4886-ba6a-6823fe4b32c2 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/6606d5df-d6c0-4360-902f-09e9f95cd601 HTTP/1.1" status: 204 len: 168 time: 0.3036919 Sep 19 12:29:44.064847 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3fe1d-9e43-4886-ba6a-6823fe4b32c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6606d5df-d6c0-4360-902f-09e9f95cd601,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:45.726973 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=2 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:46.618015 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:46.620413 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:47.336775 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:47.406134 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:52.356434 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba2e75-13bf-4303-bcf8-35b9f741fd38 req-b8f1178a-e51a-40bd-a99d-951dc9401f2a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:52.358202 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81ba2e75-13bf-4303-bcf8-35b9f741fd38 req-b8f1178a-e51a-40bd-a99d-951dc9401f2a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0748379 Sep 19 12:29:52.410823 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81ba2e75-13bf-4303-bcf8-35b9f741fd38 req-980467a2-82db-47ba-a560-316593d16c52 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462241 Sep 19 12:29:53.555555 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893f50c-614a-4d35-b309-691e1b2c03d0 req-9a1abd65-2470-4364-880b-745bef7dea4d tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:53.557174 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0893f50c-614a-4d35-b309-691e1b2c03d0 req-9a1abd65-2470-4364-880b-745bef7dea4d tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0645785 Sep 19 12:29:53.609668 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0893f50c-614a-4d35-b309-691e1b2c03d0 req-81856dd3-720e-4846-adb7-520018009df7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449314 Sep 19 12:29:54.077184 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:54.737768 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1fb18-2075-4b8a-8834-0e207eb9dbce req-9844001a-6933-43cb-a804-e4baa5c68ad4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:54.739526 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b8d1fb18-2075-4b8a-8834-0e207eb9dbce req-9844001a-6933-43cb-a804-e4baa5c68ad4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0527215 Sep 19 12:29:54.788574 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b8d1fb18-2075-4b8a-8834-0e207eb9dbce req-d452d98f-fc5a-417c-83ae-6c7fad7bf918 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427594 Sep 19 12:29:55.907588 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bd372-0c41-4a60-9081-46e2a3212d96 req-e1e43b6c-8761-4fc3-bd49-7b349438c6cf tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:55.909040 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8b8bd372-0c41-4a60-9081-46e2a3212d96 req-e1e43b6c-8761-4fc3-bd49-7b349438c6cf tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0458927 Sep 19 12:29:55.955462 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8b8bd372-0c41-4a60-9081-46e2a3212d96 req-1cfbd248-6f36-4515-b39e-5bb8b38551ee tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409229 Sep 19 12:29:57.075327 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d820d5-6c25-4f94-be67-0f8b4469f966 req-3bbd3d31-7167-417b-940b-80fcd1822662 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:57.076865 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4d820d5-6c25-4f94-be67-0f8b4469f966 req-3bbd3d31-7167-417b-940b-80fcd1822662 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0457652 Sep 19 12:29:57.125782 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4d820d5-6c25-4f94-be67-0f8b4469f966 req-7b8dc843-3197-43d1-9e07-cbd7e047238b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433464 Sep 19 12:29:57.340797 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:29:57.808343 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40954) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:57.911148 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c61ad048-6da3-44ac-aa71-31d8c0e63f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:57.984586 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c61ad048-6da3-44ac-aa71-31d8c0e63f47 admin admin] Publish callbacks [] for security_group (e59ad5bb-9919-4b4a-9d2f-cd86ed56cd7c), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:58.054023 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c61ad048-6da3-44ac-aa71-31d8c0e63f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e59ad5bb-9919-4b4a-9d2f-cd86ed56cd7c), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:58.092646 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-c61ad048-6da3-44ac-aa71-31d8c0e63f47 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=832f564625054efb9920b7dedbd2fd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831545 Sep 19 12:29:58.094545 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ad048-6da3-44ac-aa71-31d8c0e63f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59ad5bb-9919-4b4a-9d2f-cd86ed56cd7c,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:58.095402 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 40958) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:58.144128 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-03db602d-5e37-4099-9f77-9918c66100f5 admin admin] Publish callbacks [] for security_group (e59ad5bb-9919-4b4a-9d2f-cd86ed56cd7c), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:58.165503 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-03db602d-5e37-4099-9f77-9918c66100f5 admin admin] Publish callbacks [] for security_group (e59ad5bb-9919-4b4a-9d2f-cd86ed56cd7c), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:58.250969 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456523fa-cb9c-4184-80d6-8fb73e98844e req-e1954cdf-399c-4224-a516-eb93a091c64c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:58.252380 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-456523fa-cb9c-4184-80d6-8fb73e98844e req-e1954cdf-399c-4224-a516-eb93a091c64c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0480142 Sep 19 12:29:58.299270 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-456523fa-cb9c-4184-80d6-8fb73e98844e req-cf3b7e35-9f35-47ec-85f1-ed37c145f7ee tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412424 Sep 19 12:29:58.337272 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-03db602d-5e37-4099-9f77-9918c66100f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e59ad5bb-9919-4b4a-9d2f-cd86ed56cd7c), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:58.339874 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-03db602d-5e37-4099-9f77-9918c66100f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:58.341004 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-03db602d-5e37-4099-9f77-9918c66100f5 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/e59ad5bb-9919-4b4a-9d2f-cd86ed56cd7c HTTP/1.1" status: 204 len: 168 time: 0.2446055 Sep 19 12:29:58.349071 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db602d-5e37-4099-9f77-9918c66100f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59ad5bb-9919-4b4a-9d2f-cd86ed56cd7c,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:59.427150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad1b15-d4e8-4b17-8cf8-4f696816d3bc req-48864f4c-707d-4745-a337-e4c259f571f1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:29:59.429288 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4ad1b15-d4e8-4b17-8cf8-4f696816d3bc req-48864f4c-707d-4745-a337-e4c259f571f1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0520546 Sep 19 12:29:59.476898 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4ad1b15-d4e8-4b17-8cf8-4f696816d3bc req-01f00d60-829c-401e-8ee6-5d144ff45df2 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421073 Sep 19 12:29:59.486716 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40984) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:29:59.590167 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1424346257-network', 'tenant_id': 'e212d8593720481abae6cfa656f03078'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:29:59.708633 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Made reservation on behalf of e212d8593720481abae6cfa656f03078 for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:29:59.711018 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:59.719912 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:59.797013 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Publish callbacks [] for security_group (6615e491-4f3a-4d16-92b2-039337e78c7e), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:59.863084 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6615e491-4f3a-4d16-92b2-039337e78c7e), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:59.889123 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:29:59.899093 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6615e491-4f3a-4d16-92b2-039337e78c7e,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:29:59.904853 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (55073cf9-038f-496d-b49c-fee8786459a3), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:29:59.905186 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Added segment 55073cf9-038f-496d-b49c-fee8786459a3 of type vlan for network 50bac15b-6fa2-47bb-9dab-556f8cadd54c Sep 19 12:29:59.945701 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (50bac15b-6fa2-47bb-9dab-556f8cadd54c), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:00.048952 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (50bac15b-6fa2-47bb-9dab-556f8cadd54c), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:00.049928 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:00.050514 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:00.108589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] Pushing event updated for resources: {'Network': ['ID=50bac15b-6fa2-47bb-9dab-556f8cadd54c,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:00.118049 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 50bac15b-6fa2-47bb-9dab-556f8cadd54c details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:30:00.206081 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ff5bc5d8-039d-4235-b743-5303c854c24a admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7181396 Sep 19 12:30:00.209018 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40988) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:00.214210 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Request body: {'subnet': {'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1424346257-subnet', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'ip_version': 4}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:00.374289 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Made reservation on behalf of e212d8593720481abae6cfa656f03078 for: {'subnet': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:30:00.376757 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13230297'] for subnet (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:00.499075 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:00.599930 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677ce2a-def2-45fc-beed-d4348fa2a34e req-2d29a8ba-1aa5-4a09-b792-8589e61d6d66 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:00.601413 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f677ce2a-def2-45fc-beed-d4348fa2a34e req-2d29a8ba-1aa5-4a09-b792-8589e61d6d66 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0467370 Sep 19 12:30:00.648359 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f677ce2a-def2-45fc-beed-d4348fa2a34e req-4d258efb-6e2f-4e0e-878b-52d21fde38fa tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411463 Sep 19 12:30:00.654566 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16177023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13230287'] for subnet (4645eda1-86c4-4a2e-a364-8af3dfc37887), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:00.664420 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:00.709324 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4645eda1-86c4-4a2e-a364-8af3dfc37887,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:00.726784 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Checking segment: {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:00.732316 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Network hostable DHCP agents. Network: 50bac15b-6fa2-47bb-9dab-556f8cadd54c, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:30:00.825892 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Network 50bac15b-6fa2-47bb-9dab-556f8cadd54c is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:30:00.940295 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 50bac15b-6fa2-47bb-9dab-556f8cadd54c) {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:00.944989 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:00.945588 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:00.951189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87950038-912e-4c4a-a3ae-7d09f917fcb3 None None] Network 50bac15b-6fa2-47bb-9dab-556f8cadd54c requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:30:01.068571 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-4f39740f-1712-42d3-a9b1-13d9e692680c admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8584878 Sep 19 12:30:01.071325 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 40992) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:01.075663 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:01.177660 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'project_id': 'e212d8593720481abae6cfa656f03078', 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:30:01.181195 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.200771 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (9b761df4-5568-4a31-84d3-13fba06a20de), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.201895 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (9b761df4-5568-4a31-84d3-13fba06a20de), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.253128 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks [] for router_controller (9b761df4-5568-4a31-84d3-13fba06a20de), precommit_add_association {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.313185 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Allocated IP 172.20.0.2 (50bac15b-6fa2-47bb-9dab-556f8cadd54c/4645eda1-86c4-4a2e-a364-8af3dfc37887/87a02a1c-817f-4804-bc9a-87bb3c0a3cbc) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:01.454164 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Publish callbacks [] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.496363 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks [] for router_gateway (9b761df4-5568-4a31-84d3-13fba06a20de), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.517838 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.561958 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Network 50bac15b-6fa2-47bb-9dab-556f8cadd54c is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:01.566955 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:01.569117 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Pushing event updated for resources: {'Port': ['ID=87a02a1c-817f-4804-bc9a-87bb3c0a3cbc,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:01.571294 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:30:01.584059 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.584402 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.584793 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.585142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.585471 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.585800 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.586126 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.586448 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.586800 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.587124 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.587447 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.587786 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.588109 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.588453 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.588800 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:01.639227 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Attempting to bind port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:30:01.639597 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Attempting to bind port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:30:01.639958 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Attempting to bind port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc on network 50bac15b-6fa2-47bb-9dab-556f8cadd54c {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:01.682104 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:30:01.682498 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Checking segment: {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:01.682869 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.683255 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Bound using segment: {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:30:01.683723 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Bound port: 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:30:01.684527 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.753938 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] For port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:30:01.757140 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] For port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=87a02a1c-817f-4804-bc9a-87bb3c0a3cbc,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:30:01.764852 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:01.768038 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks [] for router_gateway (9b761df4-5568-4a31-84d3-13fba06a20de), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.782899 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fc69b-2161-483a-a3ad-96e8b97ac9be req-f6151d35-19e2-454d-b91a-81d6f5895996 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:01.784352 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-af9fc69b-2161-483a-a3ad-96e8b97ac9be req-f6151d35-19e2-454d-b91a-81d6f5895996 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0501537 Sep 19 12:30:01.787137 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.818571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:01.837020 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-af9fc69b-2161-483a-a3ad-96e8b97ac9be req-2022a0c2-58f4-421a-bdcb-b1047c5c47d6 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464528 Sep 19 12:30:01.840965 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:01.921212 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b948f-4f13-4080-95f5-a8c55ea4cb40 None None] Pushing event updated for resources: {'Port': ['ID=87a02a1c-817f-4804-bc9a-87bb3c0a3cbc,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:01.927479 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Allocated IP 172.27.3.68 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/93ec8396-de20-422e-b9e6-d9b3ef815585) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:02.256950 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:02.276158 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks [] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:02.386514 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:02.428259 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:02.435139 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:02.436170 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:02.439117 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:30:02.444994 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=93ec8396-de20-422e-b9e6-d9b3ef815585,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:02.785410 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks [] for router_gateway (9b761df4-5568-4a31-84d3-13fba06a20de), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:02.788479 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed51899-9a63-441b-8024-374fa26db781 None None] Network 50bac15b-6fa2-47bb-9dab-556f8cadd54c requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:30:02.861762 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-583621fc-9de5-4911-bdaf-b5dab13d524c None None] Provisioning complete for port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:02.862144 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-583621fc-9de5-4911-bdaf-b5dab13d524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:02.862481 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-583621fc-9de5-4911-bdaf-b5dab13d524c None None] Attempt 1 to provision port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc Sep 19 12:30:02.970143 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56204b18-2f90-4caa-9df9-e2574f611048 req-a7df8f88-0d4c-42c0-af17-3332fb572af7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:02.972039 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-56204b18-2f90-4caa-9df9-e2574f611048 req-a7df8f88-0d4c-42c0-af17-3332fb572af7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0531318 Sep 19 12:30:02.981722 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (9b761df4-5568-4a31-84d3-13fba06a20de), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:02.991377 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-583621fc-9de5-4911-bdaf-b5dab13d524c None None] Current status of the port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:02.991770 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-583621fc-9de5-4911-bdaf-b5dab13d524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:03.037622 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-583621fc-9de5-4911-bdaf-b5dab13d524c None None] For port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=87a02a1c-817f-4804-bc9a-87bb3c0a3cbc,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:03.041930 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-56204b18-2f90-4caa-9df9-e2574f611048 req-60c4b087-2806-4755-b2ff-2c05dabc3b74 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638773 Sep 19 12:30:03.125767 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-583621fc-9de5-4911-bdaf-b5dab13d524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:03.173325 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583621fc-9de5-4911-bdaf-b5dab13d524c None None] Pushing event updated for resources: {'Port': ['ID=87a02a1c-817f-4804-bc9a-87bb3c0a3cbc,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:03.228612 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Router 9b761df4-5568-4a31-84d3-13fba06a20de is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:30:03.244680 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-c42515a0-73e3-4440-a117-6d767db23404 None None] Provisioning complete for port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:03.245045 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c42515a0-73e3-4440-a117-6d767db23404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:03.245371 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-c42515a0-73e3-4440-a117-6d767db23404 None None] Attempt 1 to provision port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc Sep 19 12:30:03.318108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-c42515a0-73e3-4440-a117-6d767db23404 None None] Current status of the port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:03.341399 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:30:03.350074 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Sync routers for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:03.360441 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:03.361120 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:29:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:03.419328 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:03.420628 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-66570a78-68ee-453b-9537-bab97a2a7eb0 admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3483186 Sep 19 12:30:03.423522 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41002) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:03.445267 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:03.449122 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:03.463397 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:03.477899 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:03.503000 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:03.573284 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e6c46b08-1c37-4592-90e3-65cd56c271d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:03.671329 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:03.674245 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:02Z', 'revision_number': 3, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:03.702682 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Checking router: 9b761df4-5568-4a31-84d3-13fba06a20de for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:03.703032 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Updating router 9b761df4-5568-4a31-84d3-13fba06a20de port 93ec8396-de20-422e-b9e6-d9b3ef815585 binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:30:03.734584 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:03.846965 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:03.851168 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:03.958225 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:03.958596 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:03.958928 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc Sep 19 12:30:04.018396 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Allocated IP 172.20.0.1 (50bac15b-6fa2-47bb-9dab-556f8cadd54c/4645eda1-86c4-4a2e-a364-8af3dfc37887/c1d20560-e394-4828-8734-b876270a0517) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:04.167537 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:04.175768 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:04.182788 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Publish callbacks [] for port (c1d20560-e394-4828-8734-b876270a0517), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.183798 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Publish callbacks [] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.192741 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a33d6-5ed5-4b10-ac33-4b3b5a507841 req-d74ca161-7e49-450b-877f-1bb8fc480693 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:04.194352 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a0a33d6-5ed5-4b10-ac33-4b3b5a507841 req-d74ca161-7e49-450b-877f-1bb8fc480693 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0733399 Sep 19 12:30:04.249024 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a0a33d6-5ed5-4b10-ac33-4b3b5a507841 req-48bc1b8f-8c43-42dc-980a-174ffe3fc259 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480239 Sep 19 12:30:04.263381 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.298331 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Attempting to bind port 93ec8396-de20-422e-b9e6-d9b3ef815585 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:30:04.298696 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Attempting to bind port 93ec8396-de20-422e-b9e6-d9b3ef815585 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:30:04.299053 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Attempting to bind port 93ec8396-de20-422e-b9e6-d9b3ef815585 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:04.332052 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (c1d20560-e394-4828-8734-b876270a0517), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.334477 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a4fef-a631-4135-870e-f22738960c1e None None] Pushing event updated for resources: {'Port': ['ID=93ec8396-de20-422e-b9e6-d9b3ef815585,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:04.353405 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:30:04.353769 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:04.354168 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.354553 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:30:04.355021 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Bound port: 93ec8396-de20-422e-b9e6-d9b3ef815585, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:30:04.355600 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.370304 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Network 50bac15b-6fa2-47bb-9dab-556f8cadd54c is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:04.377203 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:04.381253 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:30:04.386401 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d20560-e394-4828-8734-b876270a0517,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:04.412871 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] For port 93ec8396-de20-422e-b9e6-d9b3ef815585, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:30:04.412871 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] For port 93ec8396-de20-422e-b9e6-d9b3ef815585, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=93ec8396-de20-422e-b9e6-d9b3ef815585,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:30:04.425055 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (9b761df4-5568-4a31-84d3-13fba06a20de), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.506990 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.552558 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:04.553239 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:29:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:04.621721 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a4fef-a631-4135-870e-f22738960c1e None None] Pushing event updated for resources: {'Port': ['ID=93ec8396-de20-422e-b9e6-d9b3ef815585,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:04.642258 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c1d20560-e394-4828-8734-b876270a0517), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.682455 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Provisioning complete for port c1d20560-e394-4828-8734-b876270a0517 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:04.682455 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c1d20560-e394-4828-8734-b876270a0517), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.682780 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Attempt 1 to provision port c1d20560-e394-4828-8734-b876270a0517 Sep 19 12:30:04.730989 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Port c1d20560-e394-4828-8734-b876270a0517 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:04.738393 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:04.749688 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:04.769500 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:04.826041 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Publish callbacks [] for port (c1d20560-e394-4828-8734-b876270a0517), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.894565 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (c1d20560-e394-4828-8734-b876270a0517), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:04.932846 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:04.966005 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d20560-e394-4828-8734-b876270a0517,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:04.968661 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (9b761df4-5568-4a31-84d3-13fba06a20de), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:05.045301 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:02Z', 'revision_number': 3, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:05.069110 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Network 50bac15b-6fa2-47bb-9dab-556f8cadd54c is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:05.070444 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:05.076775 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28501e48-f1bc-4592-97ef-1f09b7125c91 None None] The sync data for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi is: [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:02Z', 'revision_number': 3, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:05.196623 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Router 9b761df4-5568-4a31-84d3-13fba06a20de has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:30:05.232453 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Attempt 2 to provision port c1d20560-e394-4828-8734-b876270a0517 Sep 19 12:30:05.283218 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Port c1d20560-e394-4828-8734-b876270a0517 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:05.413496 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0603c-b29a-4cef-b67d-4a2cfb9f04c3 req-532eec7c-7db4-461c-9cbd-edf79c25186c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:05.416520 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2ac0603c-b29a-4cef-b67d-4a2cfb9f04c3 req-532eec7c-7db4-461c-9cbd-edf79c25186c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0670352 Sep 19 12:30:05.482048 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2ac0603c-b29a-4cef-b67d-4a2cfb9f04c3 req-c5451733-374f-4c9d-9208-a52ef15677e5 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595052 Sep 19 12:30:05.545933 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=100 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:05.570650 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:30:05.578861 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-fa6442fe-95b3-4992-a166-d3bf30ceb6c5 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/9b761df4-5568-4a31-84d3-13fba06a20de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1542859 Sep 19 12:30:05.680577 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f42b364e-1c53-40ca-888c-7af7c95632ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:05.784942 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Attempt 3 to provision port c1d20560-e394-4828-8734-b876270a0517 Sep 19 12:30:05.821968 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Port c1d20560-e394-4828-8734-b876270a0517 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:05.828730 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 93ec8396-de20-422e-b9e6-d9b3ef815585 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:05.883839 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 93ec8396-de20-422e-b9e6-d9b3ef815585 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:05.884298 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:05.884552 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 93ec8396-de20-422e-b9e6-d9b3ef815585 Sep 19 12:30:05.965608 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 93ec8396-de20-422e-b9e6-d9b3ef815585 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:05.966352 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:05.988102 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 93ec8396-de20-422e-b9e6-d9b3ef815585, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=93ec8396-de20-422e-b9e6-d9b3ef815585,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:06.097398 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.149827 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=93ec8396-de20-422e-b9e6-d9b3ef815585,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:06.323080 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Attempt 4 to provision port c1d20560-e394-4828-8734-b876270a0517 Sep 19 12:30:06.361056 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Port c1d20560-e394-4828-8734-b876270a0517 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:06.361312 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41034) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:06.366164 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-128312455-network', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:06.445721 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Made reservation on behalf of 2eb32e889b5c41e5b9fc635dd5d4561a for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:30:06.448857 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.457872 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.538403 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Publish callbacks [] for security_group (8eeccfa0-79da-4252-9286-c4aecef27fc2), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.606910 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f81f4e-4896-4c71-8fb1-af48e574306f req-999503d6-b952-40aa-9309-330bf0a0cabe tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:06.608410 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-25f81f4e-4896-4c71-8fb1-af48e574306f req-999503d6-b952-40aa-9309-330bf0a0cabe tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0468814 Sep 19 12:30:06.661237 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-25f81f4e-4896-4c71-8fb1-af48e574306f req-cb445698-e9fa-4199-b1aa-871b18720f8d tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458846 Sep 19 12:30:06.662850 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8eeccfa0-79da-4252-9286-c4aecef27fc2), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.691239 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeccfa0-79da-4252-9286-c4aecef27fc2,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:06.704909 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:30:06.716110 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (3ecdfab1-1d83-41b1-b49a-2ba1d183326c), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.716453 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Added segment 3ecdfab1-1d83-41b1-b49a-2ba1d183326c of type vlan for network 8f784127-b444-4506-a153-68f9e4d42f16 Sep 19 12:30:06.732050 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Sync routers for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:06.744052 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:06.744832 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:06.759266 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (8f784127-b444-4506-a153-68f9e4d42f16), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.848067 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:06.862199 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Attempt 5 to provision port c1d20560-e394-4828-8734-b876270a0517 Sep 19 12:30:06.871448 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (8f784127-b444-4506-a153-68f9e4d42f16), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.872501 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:06.873280 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.897274 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Port c1d20560-e394-4828-8734-b876270a0517 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:06.914019 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:06.937207 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] Pushing event updated for resources: {'Network': ['ID=8f784127-b444-4506-a153-68f9e4d42f16,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:06.947703 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 8f784127-b444-4506-a153-68f9e4d42f16 details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:30:06.980515 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41040) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:06.981038 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2ba9ac8a-b079-475b-9a43-4e17ee588dee admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6182446 Sep 19 12:30:06.986502 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Request body: {'subnet': {'network_id': '8f784127-b444-4506-a153-68f9e4d42f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-128312455-subnet', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:07.040491 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1d20560-e394-4828-8734-b876270a0517', 'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'mac_address': 'fa:16:3e:c8:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 2, 'project_id': 'e212d8593720481abae6cfa656f03078', 'subnets': [{'id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:07.065085 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Checking router: 9b761df4-5568-4a31-84d3-13fba06a20de for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:07.065410 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Updating router 9b761df4-5568-4a31-84d3-13fba06a20de port c1d20560-e394-4828-8734-b876270a0517 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:30:07.092409 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c1d20560-e394-4828-8734-b876270a0517), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.116978 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Made reservation on behalf of 2eb32e889b5c41e5b9fc635dd5d4561a for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:30:07.120021 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.347553 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Publish callbacks [] for port (c1d20560-e394-4828-8734-b876270a0517), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.366228 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (42ff5f73-f58f-45e4-a25a-53197895c5fe), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.398877 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Attempt 6 to provision port c1d20560-e394-4828-8734-b876270a0517 Sep 19 12:30:07.420179 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:07.431118 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ff5f73-f58f-45e4-a25a-53197895c5fe,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:07.441762 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Port c1d20560-e394-4828-8734-b876270a0517 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:07.442182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Checking segment: {'id': '3ecdfab1-1d83-41b1-b49a-2ba1d183326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:07.442182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Network hostable DHCP agents. Network: 8f784127-b444-4506-a153-68f9e4d42f16, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:30:07.488756 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c1d20560-e394-4828-8734-b876270a0517), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.526230 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Network 8f784127-b444-4506-a153-68f9e4d42f16 is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:30:07.550573 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Pushing event updated for resources: {'Port': ['ID=c1d20560-e394-4828-8734-b876270a0517,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:07.572692 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.573046 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.573435 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.573793 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.574128 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.574677 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.574796 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.575083 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.575474 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.575773 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.576048 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.576429 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.576805 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.585874 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.585874 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:07.595435 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Attempting to bind port c1d20560-e394-4828-8734-b876270a0517 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:30:07.595799 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Attempting to bind port c1d20560-e394-4828-8734-b876270a0517 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:30:07.596158 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Attempting to bind port c1d20560-e394-4828-8734-b876270a0517 on network 50bac15b-6fa2-47bb-9dab-556f8cadd54c {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:07.639108 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:30:07.639465 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Checking segment: {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:07.639856 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.640236 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Bound using segment: {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:30:07.640726 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Bound port: c1d20560-e394-4828-8734-b876270a0517, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:30:07.641102 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c1d20560-e394-4828-8734-b876270a0517), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.682742 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 8f784127-b444-4506-a153-68f9e4d42f16) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:07.688766 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:07.688766 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.693241 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbcc009-2c6a-4936-8ea9-f8ba9955a619 None None] Network 8f784127-b444-4506-a153-68f9e4d42f16 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:30:07.712799 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] For port c1d20560-e394-4828-8734-b876270a0517, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:30:07.716135 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] For port c1d20560-e394-4828-8734-b876270a0517, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c1d20560-e394-4828-8734-b876270a0517,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:30:07.723138 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:07.812040 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d73f8-fb73-478a-8660-0ed2113c0f16 req-e6d37ac9-6f19-4c45-a57b-a55d171de281 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:07.818881 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-250d73f8-fb73-478a-8660-0ed2113c0f16 req-e6d37ac9-6f19-4c45-a57b-a55d171de281 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0622206 Sep 19 12:30:07.844020 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-8f784127-b444-4506-a153-68f9e4d42f16', 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16', 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'fixed_ips': [{'subnet_id': '42ff5f73-f58f-45e4-a25a-53197895c5fe'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:30:07.844981 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.862713 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c1d20560-e394-4828-8734-b876270a0517), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:07.869265 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-471b21f6-129e-4079-9dcc-4132223a6ee8 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8867064 Sep 19 12:30:07.872233 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41046) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:07.876640 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:07.878590 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:07.892114 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-250d73f8-fb73-478a-8660-0ed2113c0f16 req-2c3fe185-ce2c-4176-94ea-8b3745a827f1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722690 Sep 19 12:30:07.964519 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Attempt 7 to provision port c1d20560-e394-4828-8734-b876270a0517 Sep 19 12:30:07.978496 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b220e7-717d-4f14-9cbc-770ad2ec1452 None None] Pushing event updated for resources: {'Port': ['ID=c1d20560-e394-4828-8734-b876270a0517,revision_number=4']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:07.984206 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:07.985240 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:08.026702 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (9ef0bf2e-534b-42b9-806e-f91b5503f155), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.029380 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (9ef0bf2e-534b-42b9-806e-f91b5503f155), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.080787 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 93ec8396-de20-422e-b9e6-d9b3ef815585 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:08.119888 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks [] for router_controller (9ef0bf2e-534b-42b9-806e-f91b5503f155), precommit_add_association {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.127251 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:08.138744 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Allocated IP 172.20.0.2 (8f784127-b444-4506-a153-68f9e4d42f16/42ff5f73-f58f-45e4-a25a-53197895c5fe/5a6ede50-3223-42f4-af54-fb38d83c919b) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:08.166727 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Current status of the port c1d20560-e394-4828-8734-b876270a0517 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:08.167106 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c1d20560-e394-4828-8734-b876270a0517), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.249788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 93ec8396-de20-422e-b9e6-d9b3ef815585 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:08.250163 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.250504 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 93ec8396-de20-422e-b9e6-d9b3ef815585 Sep 19 12:30:08.265750 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] For port c1d20560-e394-4828-8734-b876270a0517, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c1d20560-e394-4828-8734-b876270a0517,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:08.367013 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks [] for router_gateway (9ef0bf2e-534b-42b9-806e-f91b5503f155), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.375159 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1d20560-e394-4828-8734-b876270a0517', 'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'mac_address': 'fa:16:3e:c8:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:07Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'subnets': [{'id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:08.395180 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c1d20560-e394-4828-8734-b876270a0517), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.452326 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 93ec8396-de20-422e-b9e6-d9b3ef815585 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:08.460078 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Publish callbacks [] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.479945 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:08.483657 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8936b93-9a3b-4759-9633-a3ad89ef6c5b None None] Pushing event updated for resources: {'Port': ['ID=c1d20560-e394-4828-8734-b876270a0517,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:08.494893 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8069a321-38c8-4868-a200-9bc8a061f1d1 None None] The sync data for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi is: [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1d20560-e394-4828-8734-b876270a0517', 'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'mac_address': 'fa:16:3e:c8:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:07Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'subnets': [{'id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:08.512552 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:08.514524 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-c25e2e95-1beb-4c4c-ab6e-54dc508a611b None None] Provisioning complete for port c1d20560-e394-4828-8734-b876270a0517 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:08.514897 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c25e2e95-1beb-4c4c-ab6e-54dc508a611b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c1d20560-e394-4828-8734-b876270a0517), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.515232 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-c25e2e95-1beb-4c4c-ab6e-54dc508a611b None None] Attempt 1 to provision port c1d20560-e394-4828-8734-b876270a0517 Sep 19 12:30:08.573131 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.639909 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Network 8f784127-b444-4506-a153-68f9e4d42f16 is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:08.652752 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:08.673309 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:08.679572 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks [] for router_gateway (9ef0bf2e-534b-42b9-806e-f91b5503f155), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.679890 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:30:08.693714 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:08.694567 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Pushing event updated for resources: {'Port': ['ID=5a6ede50-3223-42f4-af54-fb38d83c919b,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:08.718490 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-c25e2e95-1beb-4c4c-ab6e-54dc508a611b None None] Current status of the port c1d20560-e394-4828-8734-b876270a0517 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:08.718803 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.732138 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.769706 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Attempting to bind port 5a6ede50-3223-42f4-af54-fb38d83c919b on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:30:08.770079 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Attempting to bind port 5a6ede50-3223-42f4-af54-fb38d83c919b by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '3ecdfab1-1d83-41b1-b49a-2ba1d183326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:30:08.770445 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Attempting to bind port 5a6ede50-3223-42f4-af54-fb38d83c919b on network 8f784127-b444-4506-a153-68f9e4d42f16 {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:08.777222 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:08.821298 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:30:08.821847 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Checking segment: {'id': '3ecdfab1-1d83-41b1-b49a-2ba1d183326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:08.822480 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.822975 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Bound using segment: {'id': '3ecdfab1-1d83-41b1-b49a-2ba1d183326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:30:08.823636 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Bound port: 5a6ede50-3223-42f4-af54-fb38d83c919b, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecdfab1-1d83-41b1-b49a-2ba1d183326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:30:08.824296 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.838847 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.872856 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Allocated IP 172.27.3.242 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/2b710af2-d199-44d6-9656-ad779df19b18) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:08.900025 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] For port 5a6ede50-3223-42f4-af54-fb38d83c919b, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:30:08.903756 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] For port 5a6ede50-3223-42f4-af54-fb38d83c919b, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=5a6ede50-3223-42f4-af54-fb38d83c919b,segment=NetworkSegment(3ecdfab1-1d83-41b1-b49a-2ba1d183326c),segment_id=3ecdfab1-1d83-41b1-b49a-2ba1d183326c)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:30:08.982553 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:08.991643 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks [] for port (2b710af2-d199-44d6-9656-ad779df19b18), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:09.052271 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49972f-95df-4602-b285-ddeb2c3082bb None None] Pushing event updated for resources: {'Port': ['ID=5a6ede50-3223-42f4-af54-fb38d83c919b,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:09.060128 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:09.072213 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (2b710af2-d199-44d6-9656-ad779df19b18), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:09.073950 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ae0e0-0ec1-4d71-921f-5979b2539403 req-99b36747-b127-4551-9f88-ebaa966ffd3e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:09.075742 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-759ae0e0-0ec1-4d71-921f-5979b2539403 req-99b36747-b127-4551-9f88-ebaa966ffd3e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0588253 Sep 19 12:30:09.116483 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:09.119924 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:09.127140 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:30:09.136460 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:09.157744 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-759ae0e0-0ec1-4d71-921f-5979b2539403 req-23be1c3b-222c-46d1-8700-b42b4c4d4f20 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605412 Sep 19 12:30:09.169692 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Pushing event updated for resources: {'Port': ['ID=2b710af2-d199-44d6-9656-ad779df19b18,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:09.581139 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks [] for router_gateway (9ef0bf2e-534b-42b9-806e-f91b5503f155), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:09.726784 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839cd7-b942-44e1-867c-9007570eed6f req-af88dbc6-7a0b-4e4b-94fc-edaa12ef0d9d tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:09.729189 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-99839cd7-b942-44e1-867c-9007570eed6f req-af88dbc6-7a0b-4e4b-94fc-edaa12ef0d9d tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0587831 Sep 19 12:30:09.841434 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (9ef0bf2e-534b-42b9-806e-f91b5503f155), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:09.853251 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-99839cd7-b942-44e1-867c-9007570eed6f req-313a5175-f2a5-4589-b5a4-4b6492ce71df tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153769 Sep 19 12:30:09.916341 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00983bfa-9505-427e-9860-8a73b18ea12f req-04f24c18-3fcf-4164-9496-a60ae7631a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:09.917963 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-00983bfa-9505-427e-9860-8a73b18ea12f req-04f24c18-3fcf-4164-9496-a60ae7631a2b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 1130 time: 0.1022429 Sep 19 12:30:09.940196 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:09.965221 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 5a6ede50-3223-42f4-af54-fb38d83c919b up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:10.026652 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 5a6ede50-3223-42f4-af54-fb38d83c919b triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:10.027247 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:10.027742 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 5a6ede50-3223-42f4-af54-fb38d83c919b Sep 19 12:30:10.038367 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:10.049681 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00983bfa-9505-427e-9860-8a73b18ea12f req-150f8be0-deac-4ead-bfce-6ec92c7bae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:10.051511 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-00983bfa-9505-427e-9860-8a73b18ea12f req-150f8be0-deac-4ead-bfce-6ec92c7bae3a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 200 len: 911 time: 0.1260529 Sep 19 12:30:10.112219 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Router 9ef0bf2e-534b-42b9-806e-f91b5503f155 is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:30:10.122097 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-00983bfa-9505-427e-9860-8a73b18ea12f req-2c045497-b47f-4817-b092-463ac1733714 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0630577 Sep 19 12:30:10.126704 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 5a6ede50-3223-42f4-af54-fb38d83c919b is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:10.126704 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:10.171057 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 5a6ede50-3223-42f4-af54-fb38d83c919b, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=5a6ede50-3223-42f4-af54-fb38d83c919b,segment=NetworkSegment(3ecdfab1-1d83-41b1-b49a-2ba1d183326c),segment_id=3ecdfab1-1d83-41b1-b49a-2ba1d183326c)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:10.189408 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00983bfa-9505-427e-9860-8a73b18ea12f req-c5cb851b-9c22-4556-adf8-b72dc0b2e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:10.191023 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-00983bfa-9505-427e-9860-8a73b18ea12f req-c5cb851b-9c22-4556-adf8-b72dc0b2e911 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15940146-7ac3-40ce-99ef-da58ec216274 HTTP/1.1" status: 200 len: 849 time: 0.0617249 Sep 19 12:30:10.220017 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a2167-8fb3-4c7b-8940-67dc570ff569 None None] Network 8f784127-b444-4506-a153-68f9e4d42f16 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:30:10.250272 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00983bfa-9505-427e-9860-8a73b18ea12f req-efd23f78-a049-4a06-bf71-65de6daea22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:10.250499 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:30:10.252735 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-00983bfa-9505-427e-9860-8a73b18ea12f req-efd23f78-a049-4a06-bf71-65de6daea22a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=fd198206-8f2d-4496-8d28-135d50c06a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530879 Sep 19 12:30:10.275415 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Sync routers for ids ['9ef0bf2e-534b-42b9-806e-f91b5503f155'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:10.282669 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:10.283407 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c1d20560-e394-4828-8734-b876270a0517 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:10.339787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:10.344249 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-aa34cf17-2ff5-40b1-a1ea-620d570c496b admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4675300 Sep 19 12:30:10.344429 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41058) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:10.348415 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-00983bfa-9505-427e-9860-8a73b18ea12f req-eae54af1-63c3-4913-a1ea-6191a5b10826 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892932 Sep 19 12:30:10.349509 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-1e7ad82c-94aa-465b-8607-bffdcb9c2846 None None] Provisioning complete for port 5a6ede50-3223-42f4-af54-fb38d83c919b triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:10.349892 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1e7ad82c-94aa-465b-8607-bffdcb9c2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:10.350258 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-1e7ad82c-94aa-465b-8607-bffdcb9c2846 None None] Attempt 1 to provision port 5a6ede50-3223-42f4-af54-fb38d83c919b Sep 19 12:30:10.391943 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Routers {'9ef0bf2e-534b-42b9-806e-f91b5503f155'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:10.392641 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9ef0bf2e-534b-42b9-806e-f91b5503f155'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:10.406329 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:10.452544 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-00983bfa-9505-427e-9860-8a73b18ea12f req-933b8090-978b-4182-9661-977bcd6180ab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968657 Sep 19 12:30:10.467733 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=5a6ede50-3223-42f4-af54-fb38d83c919b,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:10.673747 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port c1d20560-e394-4828-8734-b876270a0517 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:10.674122 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c1d20560-e394-4828-8734-b876270a0517), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:10.674458 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port c1d20560-e394-4828-8734-b876270a0517 Sep 19 12:30:10.743335 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:10.768436 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Set router 9ef0bf2e-534b-42b9-806e-f91b5503f155 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:10.781644 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:10.791599 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:10.795847 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ad82c-94aa-465b-8607-bffdcb9c2846 None None] Current status of the port 5a6ede50-3223-42f4-af54-fb38d83c919b is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:10.922578 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port c1d20560-e394-4828-8734-b876270a0517 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:10.943707 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-db7bce93-b971-41bf-8af3-0a2406264007 None None] Provisioning complete for port 5a6ede50-3223-42f4-af54-fb38d83c919b triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:10.943982 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-db7bce93-b971-41bf-8af3-0a2406264007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:10.944319 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-db7bce93-b971-41bf-8af3-0a2406264007 None None] Attempt 1 to provision port 5a6ede50-3223-42f4-af54-fb38d83c919b Sep 19 12:30:10.967731 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Allocated IP 172.20.0.1 (8f784127-b444-4506-a153-68f9e4d42f16/42ff5f73-f58f-45e4-a25a-53197895c5fe/cb468182-229f-41e9-aed9-ce74637891c5) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:10.993189 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf96760-e1c6-4b61-9f9b-bda2c3c58d72 req-084cbd66-70b6-4ee1-80bc-54b792637e0b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:10.994338 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aaf96760-e1c6-4b61-9f9b-bda2c3c58d72 req-084cbd66-70b6-4ee1-80bc-54b792637e0b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0566962 Sep 19 12:30:11.040567 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2b710af2-d199-44d6-9656-ad779df19b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:09Z', 'revision_number': 3, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'gw_port': {'id': '2b710af2-d199-44d6-9656-ad779df19b18', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:11.061206 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aaf96760-e1c6-4b61-9f9b-bda2c3c58d72 req-ebd2c749-d239-498b-b322-6b14388fbcd5 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600760 Sep 19 12:30:11.082847 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Checking router: 9ef0bf2e-534b-42b9-806e-f91b5503f155 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:11.083187 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Updating router 9ef0bf2e-534b-42b9-806e-f91b5503f155 port 2b710af2-d199-44d6-9656-ad779df19b18 binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:30:11.104333 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Publish callbacks [] for port (cb468182-229f-41e9-aed9-ce74637891c5), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.112404 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:11.122772 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-db7bce93-b971-41bf-8af3-0a2406264007 None None] Current status of the port 5a6ede50-3223-42f4-af54-fb38d83c919b is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:11.126615 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (2b710af2-d199-44d6-9656-ad779df19b18), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.160151 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:11.200380 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (cb468182-229f-41e9-aed9-ce74637891c5), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.234823 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:11.245147 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Network 8f784127-b444-4506-a153-68f9e4d42f16 is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:11.249076 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:11.253432 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:30:11.256999 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Pushing event updated for resources: {'Port': ['ID=cb468182-229f-41e9-aed9-ce74637891c5,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:11.305799 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (9ef0bf2e-534b-42b9-806e-f91b5503f155), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.412930 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Publish callbacks [] for port (2b710af2-d199-44d6-9656-ad779df19b18), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.522619 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (2b710af2-d199-44d6-9656-ad779df19b18), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.555082 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (cb468182-229f-41e9-aed9-ce74637891c5), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.569838 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Attempting to bind port 2b710af2-d199-44d6-9656-ad779df19b18 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:30:11.570221 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Attempting to bind port 2b710af2-d199-44d6-9656-ad779df19b18 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:30:11.570587 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Attempting to bind port 2b710af2-d199-44d6-9656-ad779df19b18 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:11.602279 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Provisioning complete for port cb468182-229f-41e9-aed9-ce74637891c5 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:11.603158 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (cb468182-229f-41e9-aed9-ce74637891c5), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.603493 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 1 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:11.607887 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8fc0f-6e7a-42e0-baf5-1b7140bfa8f8 None None] Pushing event updated for resources: {'Port': ['ID=2b710af2-d199-44d6-9656-ad779df19b18,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:11.656673 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:11.660569 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:30:11.660977 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:11.661378 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.661793 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:30:11.662296 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Bound port: 2b710af2-d199-44d6-9656-ad779df19b18, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:30:11.663061 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (2b710af2-d199-44d6-9656-ad779df19b18), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.701317 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:11.714363 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] For port 2b710af2-d199-44d6-9656-ad779df19b18, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:30:11.717498 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] For port 2b710af2-d199-44d6-9656-ad779df19b18, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=2b710af2-d199-44d6-9656-ad779df19b18,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:30:11.721610 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Publish callbacks [] for port (cb468182-229f-41e9-aed9-ce74637891c5), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.813307 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 5a6ede50-3223-42f4-af54-fb38d83c919b up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:11.842885 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (2b710af2-d199-44d6-9656-ad779df19b18), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.877757 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (cb468182-229f-41e9-aed9-ce74637891c5), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.886028 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Routers {'9ef0bf2e-534b-42b9-806e-f91b5503f155'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:11.886655 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9ef0bf2e-534b-42b9-806e-f91b5503f155'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:11.949594 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Pushing event updated for resources: {'Port': ['ID=cb468182-229f-41e9-aed9-ce74637891c5,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:11.952824 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 5a6ede50-3223-42f4-af54-fb38d83c919b triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:11.953276 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (9ef0bf2e-534b-42b9-806e-f91b5503f155), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.953450 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:11.953679 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 5a6ede50-3223-42f4-af54-fb38d83c919b Sep 19 12:30:11.974832 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8fc0f-6e7a-42e0-baf5-1b7140bfa8f8 None None] Pushing event updated for resources: {'Port': ['ID=2b710af2-d199-44d6-9656-ad779df19b18,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:12.058519 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Network 8f784127-b444-4506-a153-68f9e4d42f16 is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:12.061579 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:12.064886 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] Set router 9ef0bf2e-534b-42b9-806e-f91b5503f155 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:12.166746 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 2 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:12.224162 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Router 9ef0bf2e-534b-42b9-806e-f91b5503f155 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:30:12.307826 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 5a6ede50-3223-42f4-af54-fb38d83c919b is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:12.318815 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:12.322041 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f348-90f8-4194-84d7-430cce860d30 req-14a5d22f-a072-4c92-b34b-1b2c10182951 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:12.323743 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8e54f348-90f8-4194-84d7-430cce860d30 req-14a5d22f-a072-4c92-b34b-1b2c10182951 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.1131101 Sep 19 12:30:12.422570 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:12.426845 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8e54f348-90f8-4194-84d7-430cce860d30 req-e8480622-cd61-485c-8935-efd268fdca59 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956330 Sep 19 12:30:12.519476 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2b710af2-d199-44d6-9656-ad779df19b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 4, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'gw_port': {'id': '2b710af2-d199-44d6-9656-ad779df19b18', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'cb468182-229f-41e9-aed9-ce74637891c5', 'name': '', 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'mac_address': 'fa:16:3e:85:76:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:10Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 2, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'subnets': [{'id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:12.549251 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d10dc-92f7-4596-8615-adff238ea4cf None None] The sync data for ids ['9ef0bf2e-534b-42b9-806e-f91b5503f155'] in dv-cinder-850618-3-iscsi is: [{'id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2b710af2-d199-44d6-9656-ad779df19b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 4, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'gw_port': {'id': '2b710af2-d199-44d6-9656-ad779df19b18', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'cb468182-229f-41e9-aed9-ce74637891c5', 'name': '', 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'mac_address': 'fa:16:3e:85:76:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:10Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 2, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'subnets': [{'id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:12.663144 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:30:12.669557 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-c5266a18-1b7a-4a76-99d0-695a35ca1088 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/9ef0bf2e-534b-42b9-806e-f91b5503f155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3233101 Sep 19 12:30:12.733801 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:30:12.827815 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 3 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:12.890013 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:13.072860 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302875a-9047-43ee-800e-5968f59bcdf8 req-6511b392-5855-474f-855c-d7d4508d1b02 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:13.080672 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7302875a-9047-43ee-800e-5968f59bcdf8 req-6511b392-5855-474f-855c-d7d4508d1b02 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 945 time: 0.0686877 Sep 19 12:30:13.147495 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7302875a-9047-43ee-800e-5968f59bcdf8 req-d4670faf-af8f-433a-905c-e556aa5d6473 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654926 Sep 19 12:30:13.393729 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 4 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:13.473743 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:13.859000 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 2b710af2-d199-44d6-9656-ad779df19b18 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:14.097455 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 5 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:14.132709 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8958-f2a9-474c-931f-decde6f40112 req-66fe1ca3-5715-4ef2-9b6a-c42884727a77 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:14.153823 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:14.164308 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 2b710af2-d199-44d6-9656-ad779df19b18 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:14.165013 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (2b710af2-d199-44d6-9656-ad779df19b18), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:14.165516 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 2b710af2-d199-44d6-9656-ad779df19b18 Sep 19 12:30:14.170430 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ff9d8958-f2a9-474c-931f-decde6f40112 req-66fe1ca3-5715-4ef2-9b6a-c42884727a77 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.2642987 Sep 19 12:30:14.372575 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ff9d8958-f2a9-474c-931f-decde6f40112 req-216d151c-6b88-42de-9441-58b94ae4f69e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854553 Sep 19 12:30:14.413292 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 2b710af2-d199-44d6-9656-ad779df19b18 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:14.413882 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (2b710af2-d199-44d6-9656-ad779df19b18), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:14.451049 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 2b710af2-d199-44d6-9656-ad779df19b18, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=2b710af2-d199-44d6-9656-ad779df19b18,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:14.460194 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341ba09-d080-4b84-a175-5f9acfaf4e6c req-9b46431b-b97b-479c-b092-34fc86ad0eb3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:14.462125 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b341ba09-d080-4b84-a175-5f9acfaf4e6c req-9b46431b-b97b-479c-b092-34fc86ad0eb3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 945 time: 0.1604667 Sep 19 12:30:14.517857 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-e5ceb22b-3213-4d2b-852c-778c47d2f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:14.519631 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-e5ceb22b-3213-4d2b-852c-778c47d2f10b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 1129 time: 0.1428735 Sep 19 12:30:14.543312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (2b710af2-d199-44d6-9656-ad779df19b18), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:14.545286 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-ccd3112e-6128-4cb1-ab91-be437afeddc4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:14.545286 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-ccd3112e-6128-4cb1-ab91-be437afeddc4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 945 time: 0.0794353 Sep 19 12:30:14.658911 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 6 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:14.713764 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:14.716635 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=2b710af2-d199-44d6-9656-ad779df19b18,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:14.733702 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:14.772947 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b341ba09-d080-4b84-a175-5f9acfaf4e6c req-4c909929-095e-4ce3-ab76-ad1e4e7280f7 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952600 Sep 19 12:30:14.789859 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Deleting port 89d94a1c-21ee-47bd-b318-aa47d5d6059b {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:30:14.790200 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:14.871395 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-1d10ecdb-ea37-46a1-afdd-cea3c79789e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:14.873444 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-1d10ecdb-ea37-46a1-afdd-cea3c79789e7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.3470342 Sep 19 12:30:15.221445 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-01cc569a-e931-492b-947f-5b82b72e4b77 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2 HTTP/1.1" status: 200 len: 1000 time: 0.3401904 Sep 19 12:30:15.227399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] For port 89d94a1c-21ee-47bd-b318-aa47d5d6059b, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=89d94a1c-21ee-47bd-b318-aa47d5d6059b,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:15.227851 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:15.234763 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 7 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:15.245277 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:15.299237 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:15.381136 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-2906d9a4-f151-4a9a-844f-c32ecbba264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:15.382930 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-2906d9a4-f151-4a9a-844f-c32ecbba264d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.1523392 Sep 19 12:30:15.424402 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:15.475144 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-3ffc7177-4d2d-44ad-af5b-a0c05b289b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:15.477637 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-3ffc7177-4d2d-44ad-af5b-a0c05b289b4d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858488 Sep 19 12:30:15.646701 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:15.647055 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (df9c10ce-4775-4650-bc65-e875342b9305), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:15.647341 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Floating IP df9c10ce-4775-4650-bc65-e875342b9305 disassociated. External IP: 172.27.3.86, port: 89d94a1c-21ee-47bd-b318-aa47d5d6059b. Sep 19 12:30:15.647685 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Calling delete_port for 89d94a1c-21ee-47bd-b318-aa47d5d6059b owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:30:15.660657 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac94e8-a725-4249-9eda-0197a1cc8e26 req-1fa1b994-99e0-4e6a-8b6e-7e7b498e7be9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:15.662173 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-43ac94e8-a725-4249-9eda-0197a1cc8e26 req-1fa1b994-99e0-4e6a-8b6e-7e7b498e7be9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0987899 Sep 19 12:30:15.686194 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-361e11ca-b210-4607-a7dd-1767998f5f6c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993430 Sep 19 12:30:15.813536 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 8 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:15.895252 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:15.938890 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 2b710af2-d199-44d6-9656-ad779df19b18 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:16.004571 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 2b710af2-d199-44d6-9656-ad779df19b18 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:16.004571 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (2b710af2-d199-44d6-9656-ad779df19b18), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:16.004924 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 2b710af2-d199-44d6-9656-ad779df19b18 Sep 19 12:30:16.027411 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-43ac94e8-a725-4249-9eda-0197a1cc8e26 req-19850d3c-52e5-4da0-b809-9ff1ce7a7ad7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434975 Sep 19 12:30:16.051666 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73889dd-663d-4f04-9630-1607adc901c1 req-ca7a5292-6d02-4cb1-9ca3-c7c911d4b2f2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:16.053498 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a73889dd-663d-4f04-9630-1607adc901c1 req-ca7a5292-6d02-4cb1-9ca3-c7c911d4b2f2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 945 time: 0.1330833 Sep 19 12:30:16.119149 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:16.121701 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 2b710af2-d199-44d6-9656-ad779df19b18 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:16.125021 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1e55a76f-1f57-4aa8-a17a-ab839cadd067 req-02d589b5-24aa-40c7-9dfd-4fe831c5378f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977692 Sep 19 12:30:16.156814 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a73889dd-663d-4f04-9630-1607adc901c1 req-88456c5a-f147-4593-bcca-ece74075ae73 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=53391db7-95b1-4414-81ee-f819ae07ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835986 Sep 19 12:30:16.311507 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (89d94a1c-21ee-47bd-b318-aa47d5d6059b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:16.341301 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:16.343538 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'Port': ['ID=89d94a1c-21ee-47bd-b318-aa47d5d6059b,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:16.397080 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 9 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:16.459710 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:16.522607 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:30:16.524065 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Sync routers for ids ['9ef0bf2e-534b-42b9-806e-f91b5503f155'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:16.541732 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Routers {'9ef0bf2e-534b-42b9-806e-f91b5503f155'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:16.542477 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9ef0bf2e-534b-42b9-806e-f91b5503f155'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:16.655261 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:16.670916 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Set router 9ef0bf2e-534b-42b9-806e-f91b5503f155 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:16.704688 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:30:16.719827 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:16.738209 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:16.739011 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:16.752007 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:16.824509 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] No DVR routers for this DVR port 89d94a1c-21ee-47bd-b318-aa47d5d6059b on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:30:16.839296 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:16.843192 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-79f23190-fcf4-4944-8d6a-908952d340d1 req-c2d75a4c-9d87-4b94-8658-81db970a4862 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "DELETE /networking/v2.0/ports/89d94a1c-21ee-47bd-b318-aa47d5d6059b HTTP/1.1" status: 204 len: 173 time: 2.2838495 Sep 19 12:30:16.843943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'name': 'network-vif-deleted', 'tag': '89d94a1c-21ee-47bd-b318-aa47d5d6059b'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:16.886649 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f556642c-6842-45fb-bd6c-9c0fa74782ce" -d '{"events": [{"server_uuid": "ddd91105-a661-4f11-9581-7ba50b06e00f", "name": "network-vif-deleted", "tag": "89d94a1c-21ee-47bd-b318-aa47d5d6059b"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:16.908419 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:16.935526 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49993936-3293-4e80-a8fe-291f78e359b8 x-openstack-request-id: req-49993936-3293-4e80-a8fe-291f78e359b8 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:16.935803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd91105-a661-4f11-9581-7ba50b06e00f", "name": "network-vif-deleted", "tag": "89d94a1c-21ee-47bd-b318-aa47d5d6059b", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:16.936055 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-49993936-3293-4e80-a8fe-291f78e359b8 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:16.936473 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49993936-3293-4e80-a8fe-291f78e359b8'] response: {'server_uuid': 'ddd91105-a661-4f11-9581-7ba50b06e00f', 'name': 'network-vif-deleted', 'tag': '89d94a1c-21ee-47bd-b318-aa47d5d6059b', 'status': 'completed', 'code': 200} Sep 19 12:30:16.961261 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Attempt 10 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:16.979802 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2b710af2-d199-44d6-9656-ad779df19b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 4, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'gw_port': {'id': '2b710af2-d199-44d6-9656-ad779df19b18', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'cb468182-229f-41e9-aed9-ce74637891c5', 'name': '', 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'mac_address': 'fa:16:3e:85:76:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:10Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 2, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'subnets': [{'id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:17.025326 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Checking router: 9ef0bf2e-534b-42b9-806e-f91b5503f155 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:17.025858 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Updating router 9ef0bf2e-534b-42b9-806e-f91b5503f155 port cb468182-229f-41e9-aed9-ce74637891c5 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:30:17.051279 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-4c56f62a-3fd0-4c09-ad08-f523f72e9c2b None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:17.081573 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (cb468182-229f-41e9-aed9-ce74637891c5), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:17.248992 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226440-0490-48a7-9b7f-36219506b9df req-47dab220-1231-4cf0-a32c-4307818dd53f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:17.250863 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ab226440-0490-48a7-9b7f-36219506b9df req-47dab220-1231-4cf0-a32c-4307818dd53f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.1230123 Sep 19 12:30:17.332944 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Provisioning complete for port cb468182-229f-41e9-aed9-ce74637891c5 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:17.334963 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (cb468182-229f-41e9-aed9-ce74637891c5), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:17.335324 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Attempt 1 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:17.377634 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ab226440-0490-48a7-9b7f-36219506b9df req-4ce719b7-a24a-49e3-82e8-33cb4b347691 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171017 Sep 19 12:30:17.413500 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Publish callbacks [] for port (cb468182-229f-41e9-aed9-ce74637891c5), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:17.426795 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-43c79c2f-def8-4fd0-bb14-686b6454d61b req-300d1589-e5a9-4e15-a036-c6bed0c62e25 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 210 time: 0.1290660 Sep 19 12:30:17.465582 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '79eb1317-33b5-48f2-b995-44a7c84ab11d', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:34Z', 'updated_at': '2022-09-19T12:27:33Z', 'revision_number': 2, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:17.472390 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:17.503506 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:17.510327 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (cb468182-229f-41e9-aed9-ce74637891c5), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:17.521520 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:17.522295 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:17.594694 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:17.635728 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5608-4c9f-41d3-a7d5-07887afae190 None None] Pushing event updated for resources: {'Port': ['ID=cb468182-229f-41e9-aed9-ce74637891c5,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:17.695270 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:17.712108 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Attempting to bind port cb468182-229f-41e9-aed9-ce74637891c5 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:30:17.712474 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Attempting to bind port cb468182-229f-41e9-aed9-ce74637891c5 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '3ecdfab1-1d83-41b1-b49a-2ba1d183326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:30:17.712995 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Attempting to bind port cb468182-229f-41e9-aed9-ce74637891c5 on network 8f784127-b444-4506-a153-68f9e4d42f16 {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:17.735332 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:17.769523 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:30:17.770245 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Checking segment: {'id': '3ecdfab1-1d83-41b1-b49a-2ba1d183326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:17.770938 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:17.771399 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Bound using segment: {'id': '3ecdfab1-1d83-41b1-b49a-2ba1d183326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:30:17.771945 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Bound port: cb468182-229f-41e9-aed9-ce74637891c5, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecdfab1-1d83-41b1-b49a-2ba1d183326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:30:17.772395 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (cb468182-229f-41e9-aed9-ce74637891c5), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:17.869919 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] For port cb468182-229f-41e9-aed9-ce74637891c5, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:30:17.874018 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] For port cb468182-229f-41e9-aed9-ce74637891c5, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=cb468182-229f-41e9-aed9-ce74637891c5,segment=NetworkSegment(3ecdfab1-1d83-41b1-b49a-2ba1d183326c),segment_id=3ecdfab1-1d83-41b1-b49a-2ba1d183326c)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:30:17.899699 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:17.978042 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Attempt 2 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:18.023164 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Port cb468182-229f-41e9-aed9-ce74637891c5 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:18.026604 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '79eb1317-33b5-48f2-b995-44a7c84ab11d', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:34Z', 'updated_at': '2022-09-19T12:27:33Z', 'revision_number': 2, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:18.054505 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4338b12-24e4-4c9e-9082-2c6165dc45c3 None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '79eb1317-33b5-48f2-b995-44a7c84ab11d', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:76:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:26:34Z', 'updated_at': '2022-09-19T12:27:33Z', 'revision_number': 2, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:18.214166 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-8c07e250-f008-4148-ac2d-10299798c8f2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434904 Sep 19 12:30:18.282583 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-4e19fe76-20b5-43c6-9017-10073814e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:18.284195 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-4e19fe76-20b5-43c6-9017-10073814e586 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 1130 time: 0.0448098 Sep 19 12:30:18.291727 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (cb468182-229f-41e9-aed9-ce74637891c5), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:18.328542 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1727fa-c73a-4947-97f0-0feea3a2920b None None] New status for floating IP df9c10ce-4775-4650-bc65-e875342b9305: DOWN {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:30:18.437927 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-d9b92bca-98f1-449d-870d-6b61b3e2b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:18.439472 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-d9b92bca-98f1-449d-870d-6b61b3e2b049 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 200 len: 911 time: 0.1201258 Sep 19 12:30:18.474902 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Routers {'9ef0bf2e-534b-42b9-806e-f91b5503f155'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:18.475826 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9ef0bf2e-534b-42b9-806e-f91b5503f155'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:18.529971 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Attempt 3 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:18.548717 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5608-4c9f-41d3-a7d5-07887afae190 None None] Pushing event updated for resources: {'Port': ['ID=cb468182-229f-41e9-aed9-ce74637891c5,revision_number=4']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:18.551366 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-d7e69edb-f045-4883-a35c-650d76d7fe55 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 HTTP/1.1" status: 200 len: 1001 time: 0.1032331 Sep 19 12:30:18.725527 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36509721-006e-4598-9e53-e7717fe721bd req-0f2e7deb-dea0-4b00-8fed-71f93ff14d84 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:18.728194 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-36509721-006e-4598-9e53-e7717fe721bd req-0f2e7deb-dea0-4b00-8fed-71f93ff14d84 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.1354089 Sep 19 12:30:18.730663 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-eed364ff-8aa5-4955-bfd4-ccbae35ebea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:18.732445 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-eed364ff-8aa5-4955-bfd4-ccbae35ebea1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15940146-7ac3-40ce-99ef-da58ec216274 HTTP/1.1" status: 200 len: 849 time: 0.1573310 Sep 19 12:30:18.747107 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] Set router 9ef0bf2e-534b-42b9-806e-f91b5503f155 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:18.753339 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Current status of the port cb468182-229f-41e9-aed9-ce74637891c5 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:18.760152 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (cb468182-229f-41e9-aed9-ce74637891c5), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:18.775508 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:18.819333 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c0063c2d-98e3-472f-acac-ad801868602b req-845faac2-9918-4ff0-a02c-856b84217c4a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ddd91105-a661-4f11-9581-7ba50b06e00f HTTP/1.1" status: 200 len: 210 time: 0.0855403 Sep 19 12:30:18.850301 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] For port cb468182-229f-41e9-aed9-ce74637891c5, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=cb468182-229f-41e9-aed9-ce74637891c5,segment=NetworkSegment(3ecdfab1-1d83-41b1-b49a-2ba1d183326c),segment_id=3ecdfab1-1d83-41b1-b49a-2ba1d183326c)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:18.883058 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-3e4c4ea0-3174-4391-9efe-5318d36aa3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:18.884679 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-3e4c4ea0-3174-4391-9efe-5318d36aa3c1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=fd198206-8f2d-4496-8d28-135d50c06a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1265900 Sep 19 12:30:18.892718 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-36509721-006e-4598-9e53-e7717fe721bd req-4c2648f0-82e1-4ae6-9da0-d6f1dd54e3e6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579456 Sep 19 12:30:18.897123 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (cb468182-229f-41e9-aed9-ce74637891c5), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:18.997688 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-c6d0be16-32d7-47b5-bb2c-d12b2625adbb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039991 Sep 19 12:30:19.018438 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daf6fa-46f1-4d5e-80d4-87256f7b9c20 None None] Pushing event updated for resources: {'Port': ['ID=cb468182-229f-41e9-aed9-ce74637891c5,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:19.070243 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:19.130060 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac77a2b-d64d-425b-bd79-9e74053e91d9 req-07542ea2-5c5f-4fee-8d9d-76ec6941ed20 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231194 Sep 19 12:30:19.174315 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2b710af2-d199-44d6-9656-ad779df19b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 4, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'gw_port': {'id': '2b710af2-d199-44d6-9656-ad779df19b18', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'cb468182-229f-41e9-aed9-ce74637891c5', 'name': '', 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'mac_address': 'fa:16:3e:85:76:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:10Z', 'updated_at': '2022-09-19T12:30:17Z', 'revision_number': 4, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'subnets': [{'id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:19.205140 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee53d7-9a65-49bc-80ac-8a7c869d329d None None] The sync data for ids ['9ef0bf2e-534b-42b9-806e-f91b5503f155'] in dv-cinder-850618-3-iscsi is: [{'id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2b710af2-d199-44d6-9656-ad779df19b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:11Z', 'revision_number': 4, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'gw_port': {'id': '2b710af2-d199-44d6-9656-ad779df19b18', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'cb468182-229f-41e9-aed9-ce74637891c5', 'name': '', 'network_id': '8f784127-b444-4506-a153-68f9e4d42f16', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'mac_address': 'fa:16:3e:85:76:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:10Z', 'updated_at': '2022-09-19T12:30:17Z', 'revision_number': 4, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'subnets': [{'id': '42ff5f73-f58f-45e4-a25a-53197895c5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:19.584194 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 89d94a1c-21ee-47bd-b318-aa47d5d6059b no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:30:19.608558 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 89d94a1c-21ee-47bd-b318-aa47d5d6059b {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:30:19.608935 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 89d94a1c-21ee-47bd-b318-aa47d5d6059b not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:30:19.896912 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device cb468182-229f-41e9-aed9-ce74637891c5 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:19.986467 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port cb468182-229f-41e9-aed9-ce74637891c5 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:19.987136 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (cb468182-229f-41e9-aed9-ce74637891c5), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:19.987572 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port cb468182-229f-41e9-aed9-ce74637891c5 Sep 19 12:30:20.094326 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port cb468182-229f-41e9-aed9-ce74637891c5 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:20.108836 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41156) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:20.115354 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29c00b-1277-4fb4-a604-e699255f9c4e req-43c43d38-d2c2-4a10-b623-f8eafde967a2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:20.117040 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fd29c00b-1277-4fb4-a604-e699255f9c4e req-43c43d38-d2c2-4a10-b623-f8eafde967a2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0964425 Sep 19 12:30:20.152591 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=100 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:20.178143 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2334ff3e-9fac-4603-8dbb-8785547b2de3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (53391db7-95b1-4414-81ee-f819ae07ad07), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:20.192068 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fd29c00b-1277-4fb4-a604-e699255f9c4e req-cea487cc-c62f-4c83-9211-478ed6e2b02b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615830 Sep 19 12:30:20.204358 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2334ff3e-9fac-4603-8dbb-8785547b2de3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (53391db7-95b1-4414-81ee-f819ae07ad07), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:20.442129 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2334ff3e-9fac-4603-8dbb-8785547b2de3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (53391db7-95b1-4414-81ee-f819ae07ad07), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:20.443327 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2334ff3e-9fac-4603-8dbb-8785547b2de3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:20.444879 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2334ff3e-9fac-4603-8dbb-8785547b2de3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/53391db7-95b1-4414-81ee-f819ae07ad07 HTTP/1.1" status: 204 len: 168 time: 0.3343225 Sep 19 12:30:20.448286 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41158) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:20.462246 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334ff3e-9fac-4603-8dbb-8785547b2de3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53391db7-95b1-4414-81ee-f819ae07ad07,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:20.462913 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.api.v2.resource [None req-3e199265-db1d-40dc-aee0-cd55c6f730cc tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] show failed (client error): The resource could not be found. Sep 19 12:30:20.463920 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-3e199265-db1d-40dc-aee0-cd55c6f730cc tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups/53391db7-95b1-4414-81ee-f819ae07ad07 HTTP/1.1" status: 404 len: 347 time: 0.0146625 Sep 19 12:30:20.467617 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41160) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:20.605653 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Deleting port 34eb3f23-cab6-4eb7-b929-a1618d0c35fe {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:30:20.606187 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (34eb3f23-cab6-4eb7-b929-a1618d0c35fe), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:20.703018 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (34eb3f23-cab6-4eb7-b929-a1618d0c35fe), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:20.703630 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (34eb3f23-cab6-4eb7-b929-a1618d0c35fe), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:20.720283 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Calling delete_port for 34eb3f23-cab6-4eb7-b929-a1618d0c35fe owned by network:floatingip {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:30:20.934371 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (34eb3f23-cab6-4eb7-b929-a1618d0c35fe), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:20.972008 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'Port': ['ID=34eb3f23-cab6-4eb7-b929-a1618d0c35fe,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:21.034092 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (df9c10ce-4775-4650-bc65-e875342b9305), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:21.036648 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:21.041420 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b3d93014-449f-402c-953b-5f384ad1398e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/df9c10ce-4775-4650-bc65-e875342b9305 HTTP/1.1" status: 204 len: 168 time: 0.5718830 Sep 19 12:30:21.356297 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e494361-f94a-4919-ac04-e0e973f4b36a req-9a5debb8-d114-4b3a-af2e-c85b4c343374 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:21.363296 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2e494361-f94a-4919-ac04-e0e973f4b36a req-9a5debb8-d114-4b3a-af2e-c85b4c343374 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0753438 Sep 19 12:30:21.400331 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:21.416845 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2e494361-f94a-4919-ac04-e0e973f4b36a req-6fa1bda6-d907-4928-affa-0ada6b50571f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526452 Sep 19 12:30:22.549363 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5ba9-917e-4c01-b6e4-9b22436bcce3 req-6e4752c4-852e-4632-b1bb-bfde72ca545d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:22.550979 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-de6e5ba9-917e-4c01-b6e4-9b22436bcce3 req-6e4752c4-852e-4632-b1bb-bfde72ca545d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0494137 Sep 19 12:30:22.598560 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-de6e5ba9-917e-4c01-b6e4-9b22436bcce3 req-ff7871e2-01e2-4fca-8795-32438f766401 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420225 Sep 19 12:30:23.720834 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:23.743117 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd2793-21b9-463a-9680-2247e256a73b req-b65be002-b8cd-4590-8ded-55422ff3599d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:23.751825 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2abd2793-21b9-463a-9680-2247e256a73b req-b65be002-b8cd-4590-8ded-55422ff3599d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0614333 Sep 19 12:30:23.801128 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2abd2793-21b9-463a-9680-2247e256a73b req-6a8b2096-d485-4241-a612-f6df6238d19e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468218 Sep 19 12:30:24.492722 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92773-9fe9-440e-8ef6-a307eb0d6e5c req-3b86f2b9-a264-4de3-9199-8d3a79ebf2bf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:24.494598 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ffa92773-9fe9-440e-8ef6-a307eb0d6e5c req-3b86f2b9-a264-4de3-9199-8d3a79ebf2bf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0593147 Sep 19 12:30:24.552271 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ffa92773-9fe9-440e-8ef6-a307eb0d6e5c req-5834caef-0053-4c0d-8012-eac0edc42f26 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511456 Sep 19 12:30:24.934964 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c5743-3ac4-4a14-b734-b47336e467f4 req-95f1ec72-f18e-4156-a4d4-b03a795690c0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:24.936620 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ef6c5743-3ac4-4a14-b734-b47336e467f4 req-95f1ec72-f18e-4156-a4d4-b03a795690c0 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0554371 Sep 19 12:30:24.993215 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ef6c5743-3ac4-4a14-b734-b47336e467f4 req-5a784bcd-9c36-4673-ac9f-12a541f38795 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509505 Sep 19 12:30:25.682779 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3e378-d0c7-40d1-a023-b2f9bc42f688 req-d90d6cce-9d56-44dd-810a-2661dcbfb2db tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:25.684231 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0cb3e378-d0c7-40d1-a023-b2f9bc42f688 req-d90d6cce-9d56-44dd-810a-2661dcbfb2db tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0498178 Sep 19 12:30:25.732071 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0cb3e378-d0c7-40d1-a023-b2f9bc42f688 req-b4c2ff6b-9768-4efb-9aa2-4b7ce0d882fb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Sep 19 12:30:26.115548 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dddef2-3b3f-49f5-a50e-25a285925357 req-aa065e95-aa4e-4f87-8983-fca045ea6eb6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:26.117116 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a6dddef2-3b3f-49f5-a50e-25a285925357 req-aa065e95-aa4e-4f87-8983-fca045ea6eb6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Sep 19 12:30:26.196556 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a6dddef2-3b3f-49f5-a50e-25a285925357 req-2647b2c3-c85c-45d4-82c3-3454d3bcde85 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685675 Sep 19 12:30:26.278970 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-75cfb49b-3419-4137-bb4a-5fa72174ae4e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:26.282281 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-75cfb49b-3419-4137-bb4a-5fa72174ae4e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0539405 Sep 19 12:30:26.459631 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Deleting port c4e762c9-9e21-4d97-aae6-808ed7a47183 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:30:26.460067 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:26.563826 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] For port c4e762c9-9e21-4d97-aae6-808ed7a47183, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=c4e762c9-9e21-4d97-aae6-808ed7a47183,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:26.564246 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:26.738161 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:26.738522 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (79eb1317-33b5-48f2-b995-44a7c84ab11d), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:26.738856 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Floating IP 79eb1317-33b5-48f2-b995-44a7c84ab11d disassociated. External IP: 172.27.3.113, port: c4e762c9-9e21-4d97-aae6-808ed7a47183. Sep 19 12:30:26.739192 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Calling delete_port for c4e762c9-9e21-4d97-aae6-808ed7a47183 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:30:26.801703 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:26.828088 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:26.892685 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc38fc4-f8d7-4966-b07d-995bbe13682e req-80264975-a54c-456c-949e-08695e42299c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:26.894167 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2dc38fc4-f8d7-4966-b07d-995bbe13682e req-80264975-a54c-456c-949e-08695e42299c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 946 time: 0.0763807 Sep 19 12:30:26.952494 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2dc38fc4-f8d7-4966-b07d-995bbe13682e req-cea98eb4-41a1-46f5-bc46-154137b2a96f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=1f4a4539-bd22-4627-8457-cd6478bfec52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527091 Sep 19 12:30:26.992555 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (c4e762c9-9e21-4d97-aae6-808ed7a47183), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:27.025899 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'Port': ['ID=c4e762c9-9e21-4d97-aae6-808ed7a47183,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:27.035854 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.036147 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.036491 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.036886 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.037222 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.037553 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.037885 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.038214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.038540 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.039397 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.039724 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.040053 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.040378 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.041340 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.041340 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:27.401204 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2405f64-ca0a-4daa-974d-71925659ec5e req-e77bb337-009a-4d8f-8eb2-abe12f56cfa5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:27.402728 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2405f64-ca0a-4daa-974d-71925659ec5e req-e77bb337-009a-4d8f-8eb2-abe12f56cfa5 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0886178 Sep 19 12:30:27.502719 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:30:27.542448 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2405f64-ca0a-4daa-974d-71925659ec5e req-fc966224-19e8-4ef2-9e5f-83b50e4de842 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287479 Sep 19 12:30:27.624848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-db45b746-9d6a-4874-a8dc-aba70b2ad0aa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:27.626324 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-db45b746-9d6a-4874-a8dc-aba70b2ad0aa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/networks?id=50bac15b-6fa2-47bb-9dab-556f8cadd54c HTTP/1.1" status: 200 len: 815 time: 0.2138672 Sep 19 12:30:27.668632 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-c25daa10-7cd0-48f8-abf2-a4d06b956968 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/quotas/e212d8593720481abae6cfa656f03078 HTTP/1.1" status: 200 len: 375 time: 0.0361772 Sep 19 12:30:27.708987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:30:27.719267 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:27.729932 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:27.730561 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:27.770834 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-2f707b54-49e2-4076-884b-e58fbe7ee68e tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=e212d8593720481abae6cfa656f03078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932486 Sep 19 12:30:27.771676 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] No DVR routers for this DVR port c4e762c9-9e21-4d97-aae6-808ed7a47183 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:30:27.775197 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:27.779119 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b7a5fcfc-b18d-4e61-9425-64a1594fd64d req-613c6646-56b3-4887-89d6-5e4c456ed3d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c4e762c9-9e21-4d97-aae6-808ed7a47183 HTTP/1.1" status: 204 len: 173 time: 1.4062550 Sep 19 12:30:27.779642 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'name': 'network-vif-deleted', 'tag': 'c4e762c9-9e21-4d97-aae6-808ed7a47183'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:27.782077 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ce5c39-c6b7-46bf-a647-d53070db3f30" -d '{"events": [{"server_uuid": "a4930060-ddb1-4835-a231-ea79ffb14068", "name": "network-vif-deleted", "tag": "c4e762c9-9e21-4d97-aae6-808ed7a47183"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:27.833450 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c82acd1-0c45-4252-bb26-b42ff90729f0 x-openstack-request-id: req-4c82acd1-0c45-4252-bb26-b42ff90729f0 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:27.833744 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4930060-ddb1-4835-a231-ea79ffb14068", "name": "network-vif-deleted", "tag": "c4e762c9-9e21-4d97-aae6-808ed7a47183", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:27.833982 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4c82acd1-0c45-4252-bb26-b42ff90729f0 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:27.834390 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c82acd1-0c45-4252-bb26-b42ff90729f0'] response: {'server_uuid': 'a4930060-ddb1-4835-a231-ea79ffb14068', 'name': 'network-vif-deleted', 'tag': 'c4e762c9-9e21-4d97-aae6-808ed7a47183', 'status': 'completed', 'code': 200} Sep 19 12:30:27.848346 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:27.873498 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:27.877538 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-57f31e40-121b-4298-8b55-fec64d8743b0 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919032 Sep 19 12:30:27.926675 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:27.976868 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-a715db3d-fc6c-45ec-90ed-f290f4d23f5b service neutron] 10.222.0.93 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923266 Sep 19 12:30:28.070652 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c0e37183-7f38-42a0-bd5e-e05e695f6185 req-9ec261ad-4f3c-4847-91ac-2e8aa462612c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0339265 Sep 19 12:30:28.189232 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:28.215815 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:28.225074 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:28.225693 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:28.265051 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-34fcde69-d432-484b-be07-206392631a04 req-c85cc59b-6728-4c02-afd1-197d71109fd3 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 210 time: 0.0316393 Sep 19 12:30:28.345523 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:28.563911 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:28.588872 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021a3253-c8c1-440d-94e0-f0795d5bbf8b None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:28.675811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27631605-dd29-4e33-8f2b-1495ebe18ac6 req-e172a027-491b-41ee-be9d-dce3b2792c0e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:28.677589 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27631605-dd29-4e33-8f2b-1495ebe18ac6 req-e172a027-491b-41ee-be9d-dce3b2792c0e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0558815 Sep 19 12:30:28.753108 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27631605-dd29-4e33-8f2b-1495ebe18ac6 req-d1fd9db1-d6cf-4e4c-bb76-341de386a361 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608854 Sep 19 12:30:28.879388 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c5154-4646-4d50-a540-fb52418ac03c None None] New status for floating IP 79eb1317-33b5-48f2-b995-44a7c84ab11d: DOWN {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:30:29.221097 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-486f5ac1-54de-4068-91ff-ee34aad0d245 req-08fe8b96-3cbe-4fe5-9c43-10305a6561d6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=a4930060-ddb1-4835-a231-ea79ffb14068 HTTP/1.1" status: 200 len: 210 time: 0.0334058 Sep 19 12:30:29.366377 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-734a244b-d3f3-4145-b169-0b3c3765daa7 req-bb6436f2-8d02-4fb7-94e1-3c90e31acdcc tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 210 time: 0.0293965 Sep 19 12:30:29.615980 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device c4e762c9-9e21-4d97-aae6-808ed7a47183 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:30:29.637199 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: c4e762c9-9e21-4d97-aae6-808ed7a47183 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:30:29.637544 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device c4e762c9-9e21-4d97-aae6-808ed7a47183 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:30:29.895298 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73f6f-b395-43b0-b476-a9d82293e56a req-ec8a6aa9-df36-4db0-956b-f3a9dc19905a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:29.897757 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38b73f6f-b395-43b0-b476-a9d82293e56a req-ec8a6aa9-df36-4db0-956b-f3a9dc19905a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0560102 Sep 19 12:30:29.919937 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:29.953492 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38b73f6f-b395-43b0-b476-a9d82293e56a req-cada9528-cf3e-431e-80f1-06f91f2b3a06 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491161 Sep 19 12:30:30.410394 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41254) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:30.483540 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3730c6d-a9c2-43ed-8213-8c71725542da req-aab9f6ec-44c0-40ba-a892-0c3a2d4d8646 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 210 time: 0.0385540 Sep 19 12:30:30.504518 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8fc70941-53d8-479c-8e73-c34dca2f1d4c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (1f4a4539-bd22-4627-8457-cd6478bfec52), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:30.530630 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8fc70941-53d8-479c-8e73-c34dca2f1d4c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (1f4a4539-bd22-4627-8457-cd6478bfec52), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:30.725952 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8fc70941-53d8-479c-8e73-c34dca2f1d4c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (1f4a4539-bd22-4627-8457-cd6478bfec52), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:30.725952 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8fc70941-53d8-479c-8e73-c34dca2f1d4c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:30.727886 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-8fc70941-53d8-479c-8e73-c34dca2f1d4c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/1f4a4539-bd22-4627-8457-cd6478bfec52 HTTP/1.1" status: 204 len: 168 time: 0.3163395 Sep 19 12:30:30.729608 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41256) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:30.742515 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc70941-53d8-479c-8e73-c34dca2f1d4c tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a4539-bd22-4627-8457-cd6478bfec52,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:30.749601 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.api.v2.resource [None req-2f7ce1cb-5ba8-4dee-8e3f-203d32479899 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] show failed (client error): The resource could not be found. Sep 19 12:30:30.751536 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2f7ce1cb-5ba8-4dee-8e3f-203d32479899 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups/1f4a4539-bd22-4627-8457-cd6478bfec52 HTTP/1.1" status: 404 len: 347 time: 0.0200791 Sep 19 12:30:30.759276 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41258) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:30.901679 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Deleting port fe11927e-cc80-4692-8f54-151eea533076 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:30:30.902330 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (fe11927e-cc80-4692-8f54-151eea533076), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:30.981040 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (fe11927e-cc80-4692-8f54-151eea533076), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:30.981288 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (fe11927e-cc80-4692-8f54-151eea533076), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:30.997918 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Calling delete_port for fe11927e-cc80-4692-8f54-151eea533076 owned by network:floatingip {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:30:31.029409 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=79,neutron:DELETE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:31.103397 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9616da-ed1c-42d5-8936-fe2a5712187f req-3c69d448-9711-4b90-8e12-8f174d459224 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:31.105760 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bd9616da-ed1c-42d5-8936-fe2a5712187f req-3c69d448-9711-4b90-8e12-8f174d459224 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0599875 Sep 19 12:30:31.177139 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bd9616da-ed1c-42d5-8936-fe2a5712187f req-10559edf-a294-4d05-9f7f-2a3766a040a2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628364 Sep 19 12:30:31.343273 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (fe11927e-cc80-4692-8f54-151eea533076), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:31.372805 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'Port': ['ID=fe11927e-cc80-4692-8f54-151eea533076,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:31.412062 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (79eb1317-33b5-48f2-b995-44a7c84ab11d), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:31.414993 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:31.416167 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-e7e6db65-856a-4311-80b2-c79a6fe32fd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/79eb1317-33b5-48f2-b995-44a7c84ab11d HTTP/1.1" status: 204 len: 168 time: 0.6556997 Sep 19 12:30:31.471044 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:31.549079 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-996b744c-e83e-48b3-967a-6799f3ee7cbc tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:31.550655 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-996b744c-e83e-48b3-967a-6799f3ee7cbc tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.26 "GET /networking/v2.0/networks?id=50bac15b-6fa2-47bb-9dab-556f8cadd54c HTTP/1.1" status: 200 len: 815 time: 0.1667757 Sep 19 12:30:31.594841 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41270) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:31.605609 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122942167', 'description': 'tempest-description--689640833'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:31.623200 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ae139883-3661-42be-9bff-38841d18b208 req-5dc917f8-4ac6-4aa8-8299-849b5140071e tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 210 time: 0.0456877 Sep 19 12:30:31.794164 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:31.870996 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (38a3a3cf-1012-4753-9516-8cffaf680235), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:31.967065 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (38a3a3cf-1012-4753-9516-8cffaf680235), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:31.996735 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a3a3cf-1012-4753-9516-8cffaf680235,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:32.004044 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.004484 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.004787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.005137 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.005467 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.005795 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.017554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.017554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.017554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.017554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.017554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.017554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.017554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.017554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.017554 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:30:32.067748 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:32.069106 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-dedc9863-54bb-46ae-8168-20e4212e2bbf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4719779 Sep 19 12:30:32.073084 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41272) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:32.077779 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-1b7aafbb-4975-473c-b3a0-f432d1b8e3b8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group_rule': {'security_group_id': '38a3a3cf-1012-4753-9516-8cffaf680235', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:32.195269 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1b7aafbb-4975-473c-b3a0-f432d1b8e3b8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (61cad661-6ad6-4cc7-a84c-1d5dca5ff81b), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:32.254360 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:32.267889 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1b7aafbb-4975-473c-b3a0-f432d1b8e3b8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (61cad661-6ad6-4cc7-a84c-1d5dca5ff81b), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:32.313049 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c593a-5488-4d65-b645-858556bd6931 req-b049a21f-6085-4978-9f5e-c34819e6ec78 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:32.316635 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8d6c593a-5488-4d65-b645-858556bd6931 req-b049a21f-6085-4978-9f5e-c34819e6ec78 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0502763 Sep 19 12:30:32.373991 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8d6c593a-5488-4d65-b645-858556bd6931 req-960c9f22-08b9-4e96-9a8a-85ceb9c7fa7b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528209 Sep 19 12:30:32.422790 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1b7aafbb-4975-473c-b3a0-f432d1b8e3b8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (61cad661-6ad6-4cc7-a84c-1d5dca5ff81b), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:32.442493 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aafbb-4975-473c-b3a0-f432d1b8e3b8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cad661-6ad6-4cc7-a84c-1d5dca5ff81b,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:32.578652 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1b7aafbb-4975-473c-b3a0-f432d1b8e3b8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:32.579887 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-1b7aafbb-4975-473c-b3a0-f432d1b8e3b8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057790 Sep 19 12:30:32.582817 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41276) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:32.587045 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'port': {'device_id': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'admin_state_up': True, 'tenant_id': 'e212d8593720481abae6cfa656f03078'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:32.592182 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-586b9d94-25fb-419a-a37c-00f7bd53399b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group_rule': {'security_group_id': '38a3a3cf-1012-4753-9516-8cffaf680235', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:32.728071 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-586b9d94-25fb-419a-a37c-00f7bd53399b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (a0adc854-cfdb-4c6c-838d-d6c84118bda1), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:32.775419 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3d929713-b118-47d2-9d29-f2a526e1eacf req-388defd9-b4de-45ae-afd4-554588d6325a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 210 time: 0.0532055 Sep 19 12:30:32.811937 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Made reservation on behalf of e212d8593720481abae6cfa656f03078 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:30:32.815799 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:32.819653 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190db30-2720-46d7-9075-29c27a2aa3a1 req-cd059582-a7c8-4a84-a66a-344e7e4dbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:32.820635 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-586b9d94-25fb-419a-a37c-00f7bd53399b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (a0adc854-cfdb-4c6c-838d-d6c84118bda1), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:32.826039 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b190db30-2720-46d7-9075-29c27a2aa3a1 req-cd059582-a7c8-4a84-a66a-344e7e4dbc00 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0595384 Sep 19 12:30:32.894636 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-586b9d94-25fb-419a-a37c-00f7bd53399b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (a0adc854-cfdb-4c6c-838d-d6c84118bda1), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:32.915358 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b9d94-25fb-419a-a37c-00f7bd53399b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0adc854-cfdb-4c6c-838d-d6c84118bda1,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:32.922379 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b190db30-2720-46d7-9075-29c27a2aa3a1 req-bd15d1f4-53e6-425e-835e-9d8a662690f8 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888200 Sep 19 12:30:32.994604 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Allocated IP 172.20.0.11 (50bac15b-6fa2-47bb-9dab-556f8cadd54c/4645eda1-86c4-4a2e-a364-8af3dfc37887/83af7231-e989-47cd-984e-6d5a0ed98d98) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:33.004566 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-586b9d94-25fb-419a-a37c-00f7bd53399b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.005966 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-586b9d94-25fb-419a-a37c-00f7bd53399b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4220974 Sep 19 12:30:33.009658 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41284) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:33.014335 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:33.028960 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:33.030561 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:33.164589 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.177275 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.268978 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.293112 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.341101 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Network 50bac15b-6fa2-47bb-9dab-556f8cadd54c is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:33.349115 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:33.354135 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:30:33.359067 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:33.359822 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.376588 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:33.382412 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'Port': ['ID=83af7231-e989-47cd-984e-6d5a0ed98d98,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:33.449163 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Allocated IP 172.27.3.77 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/8f190f5f-0ede-4921-8954-e9d567c38d3c) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:33.463321 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:33.571596 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9d664a74-23b4-4742-8459-a84842a8253e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.574092 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-0bac80eb-6a10-4b26-82fc-15f49a69151c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9929168 Sep 19 12:30:33.616037 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e19d0-915a-4516-9634-67bf43f2ea3f req-51ca3e9f-4a88-4b71-bf73-040803d3e659 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:33.635144 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e62e19d0-915a-4516-9634-67bf43f2ea3f req-51ca3e9f-4a88-4b71-bf73-040803d3e659 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.1552806 Sep 19 12:30:33.672968 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (8f190f5f-0ede-4921-8954-e9d567c38d3c), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.735999 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e62e19d0-915a-4516-9634-67bf43f2ea3f req-6886f7ee-c612-4803-b9bb-8b32a550cf31 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998774 Sep 19 12:30:33.755284 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Provisioning complete for port 83af7231-e989-47cd-984e-6d5a0ed98d98 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:33.756081 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.757092 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 1 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:33.841759 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:33.860396 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (8f190f5f-0ede-4921-8954-e9d567c38d3c), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:33.915636 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:33.924479 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:33.935457 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:30:33.971812 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=8f190f5f-0ede-4921-8954-e9d567c38d3c,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:34.041357 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9607a-6301-4f34-a133-74d7296078f2 req-dcc3e22b-6e5d-47e5-a919-92a2c34bebf7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:34.042610 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65c9607a-6301-4f34-a133-74d7296078f2 req-dcc3e22b-6e5d-47e5-a919-92a2c34bebf7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 932 time: 0.0874217 Sep 19 12:30:34.060221 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (5192306b-71a2-4cce-9a12-625e30f0ed0e), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:34.113501 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65c9607a-6301-4f34-a133-74d7296078f2 req-6fe10e4b-6ab6-475b-9cc5-d1fe6778d39a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639126 Sep 19 12:30:34.253459 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (8f190f5f-0ede-4921-8954-e9d567c38d3c), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:34.301253 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:34.342833 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 2 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:34.414257 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:34.474577 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (8f190f5f-0ede-4921-8954-e9d567c38d3c), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:34.563631 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (8f190f5f-0ede-4921-8954-e9d567c38d3c), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:34.692966 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=8f190f5f-0ede-4921-8954-e9d567c38d3c,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:34.746422 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (5192306b-71a2-4cce-9a12-625e30f0ed0e), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:34.844753 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:34.847903 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-0381b78b-42c0-420b-b85e-6e07cae84d27 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8358605 Sep 19 12:30:34.916051 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 3 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:35.014305 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:35.032576 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea56ecf-3d8d-4fe9-8398-fb9a8d117f76 req-835b3569-828d-44a5-9272-0fc587a7a53d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:35.041987 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aea56ecf-3d8d-4fe9-8398-fb9a8d117f76 req-835b3569-828d-44a5-9272-0fc587a7a53d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.1386836 Sep 19 12:30:35.128477 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aea56ecf-3d8d-4fe9-8398-fb9a8d117f76 req-24e33e6a-1ec6-4542-aa19-44e3665853d8 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756428 Sep 19 12:30:35.232114 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-af4a0d0e-4dd0-4f83-babf-280ede390325 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1122942167&fields=id&tenant_id=68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 267 time: 0.0797086 Sep 19 12:30:35.358521 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a229b99-bdc6-491c-8eaf-df64983d169c req-655c4ee9-b227-4154-8cda-1b0442528397 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:35.360304 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7a229b99-bdc6-491c-8eaf-df64983d169c req-655c4ee9-b227-4154-8cda-1b0442528397 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 932 time: 0.1570096 Sep 19 12:30:35.447496 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-730bb9e3-f235-45a9-a490-e4a07833fa97 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:35.449516 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-730bb9e3-f235-45a9-a490-e4a07833fa97 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 814 time: 0.1946867 Sep 19 12:30:35.475498 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-ded092f5-74ea-4463-a014-7e7877c3d7da tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/quotas/68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 375 time: 0.0126948 Sep 19 12:30:35.516857 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 4 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:35.536585 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7a229b99-bdc6-491c-8eaf-df64983d169c req-450f593b-5126-4598-9a4d-5fd879e8f931 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642814 Sep 19 12:30:35.574729 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-d8e871e5-688b-4cfa-b232-748edf6b10e0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841751 Sep 19 12:30:35.614965 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:35.720290 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ce1f35df-9843-49c9-8ade-d95ec553270f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:35.755792 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-083f6bc7-29ab-4796-a09e-b6cf6de76ccf service neutron] 10.222.0.93 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726472 Sep 19 12:30:35.874396 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:35.917660 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-b56b2fe2-1963-4465-8e2e-786ff5949d9f service neutron] 10.222.0.93 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555912 Sep 19 12:30:36.116669 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 5 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:36.212085 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:36.261581 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d730a120-40fd-4ab4-a23f-b7e0152c6fb9 req-d4840cc9-b9d6-4e31-aee7-2b13ac4de012 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0515079 Sep 19 12:30:36.360669 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8721b35-a0fa-4997-ab1c-adb066b0ec8f req-48c6a7e1-8f2c-4522-bb86-785dd9167b13 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:36.360669 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f8721b35-a0fa-4997-ab1c-adb066b0ec8f req-48c6a7e1-8f2c-4522-bb86-785dd9167b13 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0675795 Sep 19 12:30:36.500098 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f8721b35-a0fa-4997-ab1c-adb066b0ec8f req-d6a1251b-0faf-44d8-8748-7f4e449eb2f8 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205504 Sep 19 12:30:36.713484 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 6 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:36.747090 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd483ba-4ce5-4d7a-9fb1-d5b3724be630 req-a4d923cf-e2dd-48f4-86f4-cf798a113137 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:36.749045 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8fd483ba-4ce5-4d7a-9fb1-d5b3724be630 req-a4d923cf-e2dd-48f4-86f4-cf798a113137 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 932 time: 0.0937712 Sep 19 12:30:36.756689 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:36.813609 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8fd483ba-4ce5-4d7a-9fb1-d5b3724be630 req-9a38c629-854e-4466-a411-6e7391b44dcd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561829 Sep 19 12:30:36.922866 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:37.257782 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 7 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:37.304784 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:37.336495 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:37.396182 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5d18998d-cd6f-4a00-9425-bd46f3c11f79 req-d4e10373-c1f0-4f3d-a7db-17f6bf707e1d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0379906 Sep 19 12:30:37.679984 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa903366-a96a-470d-870c-94aca77f3105 req-e4e6147d-6b27-433e-bca2-77decd0a2a08 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:37.681978 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fa903366-a96a-470d-870c-94aca77f3105 req-e4e6147d-6b27-433e-bca2-77decd0a2a08 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0656013 Sep 19 12:30:37.783657 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fa903366-a96a-470d-870c-94aca77f3105 req-fd4aa203-254f-44f3-ad88-5a50de168cff tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958476 Sep 19 12:30:37.838039 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 8 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:37.840772 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:37.896425 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:38.007295 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede414f-1d16-4d45-926b-e00c666eeb6b req-eb7f5c73-05ab-4957-9fce-088ba6433997 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:38.016404 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7ede414f-1d16-4d45-926b-e00c666eeb6b req-eb7f5c73-05ab-4957-9fce-088ba6433997 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 932 time: 0.0815413 Sep 19 12:30:38.076583 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7ede414f-1d16-4d45-926b-e00c666eeb6b req-33db93cb-a644-4628-9b7e-aee664de672f tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588660 Sep 19 12:30:38.398336 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 9 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:38.461979 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:38.528233 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-701295f0-ebac-4ee7-b015-8a895d90a205 req-1524d1bf-9845-4862-8007-216dde18b2c2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0315862 Sep 19 12:30:38.660055 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:38.739579 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:38.937048 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dc233-3175-4d15-afc9-b4be5a961c22 req-92abcf13-356f-4786-bcd2-47b8ba631ead tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:38.941200 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-715dc233-3175-4d15-afc9-b4be5a961c22 req-92abcf13-356f-4786-bcd2-47b8ba631ead tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0578887 Sep 19 12:30:38.955640 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:38.958574 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=19 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:38.959295 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Attempt 10 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:38.999431 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:39.016658 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-715dc233-3175-4d15-afc9-b4be5a961c22 req-9d6e2c71-4ec7-4524-90f1-886147ac2d42 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715511 Sep 19 12:30:39.034455 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fc4ad-3bbc-499a-a50e-61f4acf55a2c None None] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:39.269770 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e40c7-e80a-4584-837a-bc17e5d60bf2 req-d464200e-1aa9-4a30-a36e-1fdb14d453cf tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:39.269770 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c29e40c7-e80a-4584-837a-bc17e5d60bf2 req-d464200e-1aa9-4a30-a36e-1fdb14d453cf tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 932 time: 0.0885637 Sep 19 12:30:39.424812 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c29e40c7-e80a-4584-837a-bc17e5d60bf2 req-c9c97a78-f754-45bb-acec-a172facd3874 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920317 Sep 19 12:30:39.666686 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3e2ce34-10cf-4bcc-89a1-b56dfdbe7c8f req-64e95882-2bdb-4119-bddb-ed6a270f7f48 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0409713 Sep 19 12:30:40.217741 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e635b7-daae-425e-8716-fc74dbe382e0 req-c5c8f8c7-3b06-4a53-a3b9-72fef5382609 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:40.225947 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-14e635b7-daae-425e-8716-fc74dbe382e0 req-c5c8f8c7-3b06-4a53-a3b9-72fef5382609 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0728540 Sep 19 12:30:40.305489 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-14e635b7-daae-425e-8716-fc74dbe382e0 req-ce0eaf85-6bed-48bc-9aca-d9f20891d58e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751681 Sep 19 12:30:40.549988 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a3a32-73a1-4169-b916-8a8ea84d2fd5 req-b9305232-ad19-4b10-bad3-4f9755b677b4 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:40.560324 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b56a3a32-73a1-4169-b916-8a8ea84d2fd5 req-b9305232-ad19-4b10-bad3-4f9755b677b4 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 932 time: 0.0650589 Sep 19 12:30:40.608640 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b56a3a32-73a1-4169-b916-8a8ea84d2fd5 req-182a79ab-998e-48ea-9da9-b9a32c659302 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461745 Sep 19 12:30:40.793707 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-412c2071-ede5-48a1-a16f-13f0ecb45eb7 req-aad4b74e-e96e-40f8-9160-5eba9018e3c7 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0286665 Sep 19 12:30:41.428247 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594bbde-caf0-4dc4-9def-2698fac3da09 req-b887b96a-29ec-41b2-bcc4-3f15da9b291e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:41.429961 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8594bbde-caf0-4dc4-9def-2698fac3da09 req-b887b96a-29ec-41b2-bcc4-3f15da9b291e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0499496 Sep 19 12:30:41.489960 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8594bbde-caf0-4dc4-9def-2698fac3da09 req-037684f6-a493-4bdf-8da3-884b7f216d00 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534520 Sep 19 12:30:41.747794 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82e158-d11d-4f25-be0e-cd8c2ee7a2c9 req-c16c7f12-08f1-4183-97b4-162e4006a868 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:41.749697 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c82e158-d11d-4f25-be0e-cd8c2ee7a2c9 req-c16c7f12-08f1-4183-97b4-162e4006a868 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 932 time: 0.0532770 Sep 19 12:30:41.805272 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c82e158-d11d-4f25-be0e-cd8c2ee7a2c9 req-9c02465f-140f-4f65-aeb3-35511ffc11a2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499096 Sep 19 12:30:41.912929 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2c89b671-dc19-4bff-8d92-bada790a8f37 req-d7d6c729-5f1d-442e-b12e-b2ee590eab86 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0295136 Sep 19 12:30:42.316489 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Request body: {'port': {'device_id': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:42.376094 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:42.386578 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:42.623690 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:42.636881 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb411a-771f-4d39-bb24-d64da8843a5a req-e509cf98-59ce-45b2-9970-81bf6f36decd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:42.638485 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-30eb411a-771f-4d39-bb24-d64da8843a5a req-e509cf98-59ce-45b2-9970-81bf6f36decd tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0655766 Sep 19 12:30:42.706815 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83af7231-e989-47cd-984e-6d5a0ed98d98 {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:30:42.718889 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Publish callbacks [] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:42.740112 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-30eb411a-771f-4d39-bb24-d64da8843a5a req-6fcaf3bb-ebed-494a-8bc5-b14c08927685 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913525 Sep 19 12:30:42.743482 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Transition to ACTIVE for port object 83af7231-e989-47cd-984e-6d5a0ed98d98 will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:30:42.820286 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:42.937983 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Pushing event updated for resources: {'Port': ['ID=83af7231-e989-47cd-984e-6d5a0ed98d98,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:42.946422 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Attempting to bind port 83af7231-e989-47cd-984e-6d5a0ed98d98 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:30:42.946897 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Attempting to bind port 83af7231-e989-47cd-984e-6d5a0ed98d98 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:30:42.947324 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Attempting to bind port 83af7231-e989-47cd-984e-6d5a0ed98d98 on network 50bac15b-6fa2-47bb-9dab-556f8cadd54c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:42.990146 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043430-7d47-4fcf-8e83-68730b915a54 req-0638d85d-e670-4dbe-b9b2-6c7db8b6ee93 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:42.993052 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-22043430-7d47-4fcf-8e83-68730b915a54 req-0638d85d-e670-4dbe-b9b2-6c7db8b6ee93 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 944 time: 0.0980890 Sep 19 12:30:43.032448 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Port 83af7231-e989-47cd-984e-6d5a0ed98d98 on network 50bac15b-6fa2-47bb-9dab-556f8cadd54c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:30:43.032874 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Attempting to bind port 83af7231-e989-47cd-984e-6d5a0ed98d98 on network 50bac15b-6fa2-47bb-9dab-556f8cadd54c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:43.125606 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-42565dfa-09ae-483c-8c60-e8ed6b4fd7b4 req-3b4774b8-e8ce-46ed-a127-05a34dead593 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0574939 Sep 19 12:30:43.150406 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-22043430-7d47-4fcf-8e83-68730b915a54 req-9d445293-b0a0-43ac-933c-2cdbce6064a2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517425 Sep 19 12:30:43.164531 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:30:43.166472 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Checking segment: {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:43.166875 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Bound using segment: {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:30:43.167341 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Bound port: 83af7231-e989-47cd-984e-6d5a0ed98d98, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55073cf9-038f-496d-b49c-fee8786459a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:30:43.167706 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:43.239766 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] For port 83af7231-e989-47cd-984e-6d5a0ed98d98, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:30:43.246253 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] For port 83af7231-e989-47cd-984e-6d5a0ed98d98, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=83af7231-e989-47cd-984e-6d5a0ed98d98,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:30:43.396983 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:43.402793 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:43.403433 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:43.404800 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 1094 time: 1.0931261 Sep 19 12:30:43.405283 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:43.407570 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c898c-a667-4727-8d5f-4e894b552cff" -d '{"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:43.469418 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688fb69-d63b-448e-bb81-740a6be1887f service neutron] Pushing event updated for resources: {'Port': ['ID=83af7231-e989-47cd-984e-6d5a0ed98d98,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:43.474573 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4572fc-0b41-45d2-a270-a8ddfe694977 x-openstack-request-id: req-0f4572fc-0b41-45d2-a270-a8ddfe694977 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:43.475002 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:43.475254 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0f4572fc-0b41-45d2-a270-a8ddfe694977 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:43.475648 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4572fc-0b41-45d2-a270-a8ddfe694977'] response: {'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'status': 'completed', 'code': 200} Sep 19 12:30:43.546191 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:43.835790 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c898c-a667-4727-8d5f-4e894b552cff req-90412ad2-e25d-4c55-a12e-6a974b112ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:43.837260 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-171c898c-a667-4727-8d5f-4e894b552cff req-90412ad2-e25d-4c55-a12e-6a974b112ea9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e212d8593720481abae6cfa656f03078&device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1128 time: 0.3315115 Sep 19 12:30:43.864930 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d0a73-dbff-4d0b-80cb-f78d7f5834bc req-cd5cba94-97f2-47f1-aaa5-b475f0615f88 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:43.866445 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fc1d0a73-dbff-4d0b-80cb-f78d7f5834bc req-cd5cba94-97f2-47f1-aaa5-b475f0615f88 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.3593268 Sep 19 12:30:43.881960 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-73c98751-da3b-4689-ae96-5adc23b09a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:43.883403 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-73c98751-da3b-4689-ae96-5adc23b09a5b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0663579 Sep 19 12:30:43.955460 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fc1d0a73-dbff-4d0b-80cb-f78d7f5834bc req-19065e13-d742-45af-b4c4-8995ea4832f1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827305 Sep 19 12:30:44.059640 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:44.082813 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-159895fc-299d-4782-97ea-49f1f1174745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.084357 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-159895fc-299d-4782-97ea-49f1f1174745 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.1761732 Sep 19 12:30:44.086239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c898c-a667-4727-8d5f-4e894b552cff req-b408f681-f7fe-4586-a2d1-f643a481988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.087840 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-171c898c-a667-4727-8d5f-4e894b552cff req-b408f681-f7fe-4586-a2d1-f643a481988b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=e212d8593720481abae6cfa656f03078&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1743951 Sep 19 12:30:44.294781 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2695988e-9df2-4430-aeb9-d98fb39aef21 req-9a0f3e98-ec47-4a94-9650-5e11449f4e01 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0655751 Sep 19 12:30:44.300556 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-21f57aac-2d17-4cc8-a447-cefa84ebf281 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2 HTTP/1.1" status: 200 len: 1000 time: 0.2053502 Sep 19 12:30:44.415670 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c898c-a667-4727-8d5f-4e894b552cff req-4078866f-899f-4382-9ee4-78df14aa84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.417148 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-171c898c-a667-4727-8d5f-4e894b552cff req-4078866f-899f-4382-9ee4-78df14aa84f0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3208580 Sep 19 12:30:44.428170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21310f95-379b-47f8-84e4-b95359ce044b req-d5012df7-9234-4412-af64-5b46f7243f9d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.430287 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-21310f95-379b-47f8-84e4-b95359ce044b req-d5012df7-9234-4412-af64-5b46f7243f9d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 944 time: 0.1801465 Sep 19 12:30:44.447234 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-f57fa155-37e2-4c98-bed6-5619e20e5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.448770 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-f57fa155-37e2-4c98-bed6-5619e20e5c41 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.1166682 Sep 19 12:30:44.463577 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-ce5e6411-cee1-4140-8c5c-7b97bf88c881 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.464986 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-ce5e6411-cee1-4140-8c5c-7b97bf88c881 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 814 time: 0.3492792 Sep 19 12:30:44.587145 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-af7a31f1-aeca-45a2-9603-6c6ea41cf183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.588686 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-af7a31f1-aeca-45a2-9603-6c6ea41cf183 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174443 Sep 19 12:30:44.589613 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-c198dbea-cc61-4a11-804a-7702b7c2030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.590902 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-c198dbea-cc61-4a11-804a-7702b7c2030d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e212d8593720481abae6cfa656f03078&device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1128 time: 0.1186898 Sep 19 12:30:44.599705 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-21310f95-379b-47f8-84e4-b95359ce044b req-ca93d252-ba1f-4a3b-bfc2-5d8f33aabd74 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567676 Sep 19 12:30:44.622140 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:44.668410 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-950e3db4-78ba-4ed1-bfc0-a6aa1b8a47de service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 217 time: 0.0621731 Sep 19 12:30:44.720877 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-ac9bec3d-4613-4b6d-8198-2267511a9bcc tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 380 time: 0.2320247 Sep 19 12:30:44.770066 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:44.771944 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'port': {'device_id': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'admin_state_up': True, 'tenant_id': '68496d9aa29542139f00104051248a5b', 'security_groups': ['38a3a3cf-1012-4753-9516-8cffaf680235']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:44.794747 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-b9ee3f74-9d7b-4bd6-919e-9deb3adf2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.796192 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-b9ee3f74-9d7b-4bd6-919e-9deb3adf2060 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4645eda1-86c4-4a2e-a364-8af3dfc37887 HTTP/1.1" status: 200 len: 854 time: 0.0939026 Sep 19 12:30:44.872810 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-26179b8d-04a0-4b40-8f6f-02c95e4ff648 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676618 Sep 19 12:30:44.948272 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-36ab82a2-7e40-4e58-a031-5b2a2227b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:44.949662 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-36ab82a2-7e40-4e58-a031-5b2a2227b1ae service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=50bac15b-6fa2-47bb-9dab-556f8cadd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1165991 Sep 19 12:30:45.109373 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-08f60274-6665-4d03-a134-8ab404dd2a6a req-706704d9-6c95-4612-9d42-48c2fe1ac6b3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254817 Sep 19 12:30:45.133281 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d50eb-38bf-4dc3-acd0-532ce270d17b req-3528067a-5b79-489e-8d94-32e32590844e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:45.134874 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-471d50eb-38bf-4dc3-acd0-532ce270d17b req-3528067a-5b79-489e-8d94-32e32590844e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.1002560 Sep 19 12:30:45.137213 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-01b4fd55-523a-428a-8c00-689c25519a24 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784940 Sep 19 12:30:45.138350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Made reservation on behalf of 68496d9aa29542139f00104051248a5b for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:30:45.142128 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:45.307553 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:45.336557 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-471d50eb-38bf-4dc3-acd0-532ce270d17b req-8a0a60a2-27f8-4f4d-aec9-88da5963d37f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913922 Sep 19 12:30:45.350095 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-414b72c8-4ee3-4c77-9717-8125ee4711dc req-92d82bb4-3825-4980-8ad5-e4b0ea7e61b4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023880 Sep 19 12:30:45.408901 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:45.412263 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Allocated IP 172.20.0.13 (2775bc2c-1de6-4530-99c8-74593487735c/371e45eb-fb30-4c5e-963a-202e37649855/5979e202-897a-4341-9c8c-f0e2c941d24d) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:30:45.432531 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-861dac53-8c93-48ef-a5d8-2a46b137e6c0 req-c2996193-2b85-44e7-8fa2-928bd34bd275 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0365992 Sep 19 12:30:45.570928 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:45.651534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:45.723460 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Network 2775bc2c-1de6-4530-99c8-74593487735c is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:30:45.733105 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:30:45.743212 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:30:45.744262 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:45.744956 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:45.753122 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=5979e202-897a-4341-9c8c-f0e2c941d24d,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:45.763870 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab46a3a-9af3-4132-95ee-0c9580fe5546 req-9b2e10d0-44b3-40c6-b501-d50cc86f968d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:45.765431 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8ab46a3a-9af3-4132-95ee-0c9580fe5546 req-9b2e10d0-44b3-40c6-b501-d50cc86f968d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 944 time: 0.0843673 Sep 19 12:30:45.818028 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8ab46a3a-9af3-4132-95ee-0c9580fe5546 req-91c64936-4ab6-403c-b79f-0b359bfafa37 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451159 Sep 19 12:30:45.844863 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-12cd38d5-e60b-44fe-a500-31e1ba9f7921 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0783670 Sep 19 12:30:45.996516 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Provisioning complete for port 5979e202-897a-4341-9c8c-f0e2c941d24d triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:45.997160 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:45.997276 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Attempt 1 to provision port 5979e202-897a-4341-9c8c-f0e2c941d24d Sep 19 12:30:46.028284 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Port 5979e202-897a-4341-9c8c-f0e2c941d24d cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:46.461092 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Request body: {'port': {'device_id': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:46.501227 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517638d-5390-44fb-99fd-f31ec5f4f3a3 req-6cbe0b2e-58c9-485f-9137-73afd65932ed tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:46.502714 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4517638d-5390-44fb-99fd-f31ec5f4f3a3 req-6cbe0b2e-58c9-485f-9137-73afd65932ed tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0741181 Sep 19 12:30:46.529950 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Attempt 2 to provision port 5979e202-897a-4341-9c8c-f0e2c941d24d Sep 19 12:30:46.561696 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Port 5979e202-897a-4341-9c8c-f0e2c941d24d cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:46.587287 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:46.621754 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d384e4-02f5-4470-b309-104a994809c6 req-e448272b-1023-40f7-bb21-020f4458880d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:46.623216 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-17d384e4-02f5-4470-b309-104a994809c6 req-e448272b-1023-40f7-bb21-020f4458880d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 932 time: 0.0930738 Sep 19 12:30:46.628002 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4517638d-5390-44fb-99fd-f31ec5f4f3a3 req-67c19f42-8d6a-495f-b82e-93f653e4199a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175582 Sep 19 12:30:46.667838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:46.749991 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-17d384e4-02f5-4470-b309-104a994809c6 req-b2d54cd6-98f2-4475-be07-13a651a1edaa tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200221 Sep 19 12:30:46.879995 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:46.937010 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5979e202-897a-4341-9c8c-f0e2c941d24d {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:30:46.948511 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Publish callbacks [] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:46.960774 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff59b-9aad-408f-b762-76b048bf99a6 req-61f75a01-c7f1-4834-86cb-11d3a9457108 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:46.962216 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0bcff59b-9aad-408f-b762-76b048bf99a6 req-61f75a01-c7f1-4834-86cb-11d3a9457108 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 944 time: 0.0661011 Sep 19 12:30:46.975844 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Transition to ACTIVE for port object 5979e202-897a-4341-9c8c-f0e2c941d24d will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:30:47.013036 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0bcff59b-9aad-408f-b762-76b048bf99a6 req-56631ba8-7b49-40c5-973c-6b8bb0da7fee tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Sep 19 12:30:47.050746 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:47.062648 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Attempt 3 to provision port 5979e202-897a-4341-9c8c-f0e2c941d24d Sep 19 12:30:47.098142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Port 5979e202-897a-4341-9c8c-f0e2c941d24d cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:30:47.114686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Pushing event updated for resources: {'Port': ['ID=5979e202-897a-4341-9c8c-f0e2c941d24d,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:47.125622 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Attempting to bind port 5979e202-897a-4341-9c8c-f0e2c941d24d on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:30:47.125954 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Attempting to bind port 5979e202-897a-4341-9c8c-f0e2c941d24d by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:30:47.126277 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Attempting to bind port 5979e202-897a-4341-9c8c-f0e2c941d24d on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:47.167475 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Port 5979e202-897a-4341-9c8c-f0e2c941d24d on network 2775bc2c-1de6-4530-99c8-74593487735c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:30:47.167799 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Attempting to bind port 5979e202-897a-4341-9c8c-f0e2c941d24d on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:30:47.209613 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:30:47.209960 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Checking segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:30:47.210344 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Bound using segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:30:47.210769 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Bound port: 5979e202-897a-4341-9c8c-f0e2c941d24d, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:30:47.211120 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:47.273854 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] For port 5979e202-897a-4341-9c8c-f0e2c941d24d, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:30:47.276091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] For port 5979e202-897a-4341-9c8c-f0e2c941d24d, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5979e202-897a-4341-9c8c-f0e2c941d24d,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:30:47.356555 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:47.361842 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:47.362450 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:47.363846 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/5979e202-897a-4341-9c8c-f0e2c941d24d HTTP/1.1" status: 200 len: 1094 time: 0.9075072 Sep 19 12:30:47.364401 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'tag': '5979e202-897a-4341-9c8c-f0e2c941d24d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:47.367314 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cd7d93-44ff-4c0f-b99d-f0cfd311d5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "50dff3e8-23ae-4501-b36a-35a1b3629b13", "tag": "5979e202-897a-4341-9c8c-f0e2c941d24d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:47.407410 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a613efe-c33c-47e1-876e-56df6c5731b3 x-openstack-request-id: req-6a613efe-c33c-47e1-876e-56df6c5731b3 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:47.407696 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dff3e8-23ae-4501-b36a-35a1b3629b13", "tag": "5979e202-897a-4341-9c8c-f0e2c941d24d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:47.407944 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6a613efe-c33c-47e1-876e-56df6c5731b3 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:47.408336 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a613efe-c33c-47e1-876e-56df6c5731b3'] response: {'name': 'network-changed', 'server_uuid': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'tag': '5979e202-897a-4341-9c8c-f0e2c941d24d', 'status': 'completed', 'code': 200} Sep 19 12:30:47.412917 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fb102-d42d-42b9-a195-89504edea901 service neutron] Pushing event updated for resources: {'Port': ['ID=5979e202-897a-4341-9c8c-f0e2c941d24d,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:47.447855 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:47.599470 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Attempt 4 to provision port 5979e202-897a-4341-9c8c-f0e2c941d24d Sep 19 12:30:47.638412 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ad490d2d-deaa-4fd8-95f5-5d80d961fded None None] Port 5979e202-897a-4341-9c8c-f0e2c941d24d had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:30:47.754296 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4bbd-5781-47e4-b1cf-182bf4dd5e1c req-d19cc859-6ac0-4bfa-b95c-c6b5eea59fc2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:47.755768 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9f9b4bbd-5781-47e4-b1cf-182bf4dd5e1c req-d19cc859-6ac0-4bfa-b95c-c6b5eea59fc2 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0520470 Sep 19 12:30:47.805975 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9f9b4bbd-5781-47e4-b1cf-182bf4dd5e1c req-95dfb2dc-ae94-4bbc-8cdd-578485b88a94 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Sep 19 12:30:47.872883 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2065ad-d315-4e12-bf9d-555def2fca5d req-6ef1f783-9a45-4da7-b743-b2c0ef2f922e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:47.874302 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e2065ad-d315-4e12-bf9d-555def2fca5d req-6ef1f783-9a45-4da7-b743-b2c0ef2f922e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 944 time: 0.0460150 Sep 19 12:30:47.924309 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e2065ad-d315-4e12-bf9d-555def2fca5d req-b8127a20-fbcb-429b-89f4-53eac9378b21 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443819 Sep 19 12:30:48.005243 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd7d93-44ff-4c0f-b99d-f0cfd311d5ed req-e76674b8-9e42-4a88-8df1-bfdce90042b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:48.006715 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f8cd7d93-44ff-4c0f-b99d-f0cfd311d5ed req-e76674b8-9e42-4a88-8df1-bfdce90042b2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 1128 time: 0.0381896 Sep 19 12:30:48.078254 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:48.410716 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec02b3-aab8-42e5-a19b-4d19930f8baf req-6ac16861-65b5-4756-9b3f-0b3d0e4dc931 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:48.412143 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-07ec02b3-aab8-42e5-a19b-4d19930f8baf req-6ac16861-65b5-4756-9b3f-0b3d0e4dc931 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 944 time: 0.3085434 Sep 19 12:30:48.448651 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd7d93-44ff-4c0f-b99d-f0cfd311d5ed req-ecbb5bc4-9fd3-49c1-aa53-aec26c47abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:48.450204 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f8cd7d93-44ff-4c0f-b99d-f0cfd311d5ed req-ecbb5bc4-9fd3-49c1-aa53-aec26c47abc3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=68496d9aa29542139f00104051248a5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3936787 Sep 19 12:30:48.523542 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-07ec02b3-aab8-42e5-a19b-4d19930f8baf req-f15bffad-21c3-4ea7-aa16-f12886d8b3d5 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043291 Sep 19 12:30:48.563443 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd7d93-44ff-4c0f-b99d-f0cfd311d5ed req-fc59504b-10ff-42a3-aa3b-76d3cd2ae8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:48.564959 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f8cd7d93-44ff-4c0f-b99d-f0cfd311d5ed req-fc59504b-10ff-42a3-aa3b-76d3cd2ae8ed service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053829 Sep 19 12:30:48.612544 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:48.642290 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-a7fcf266-0ba9-4d19-90fd-7c761c0228de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:48.643756 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-a7fcf266-0ba9-4d19-90fd-7c761c0228de service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 1128 time: 0.0400357 Sep 19 12:30:48.684902 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-3b829c32-55e9-4019-8424-906de404a41d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5979e202-897a-4341-9c8c-f0e2c941d24d HTTP/1.1" status: 200 len: 217 time: 0.0319405 Sep 19 12:30:48.736804 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-59cd48ee-4ebe-4ed0-bbb2-40d7cafdd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:48.738229 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-59cd48ee-4ebe-4ed0-bbb2-40d7cafdd8c7 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=371e45eb-fb30-4c5e-963a-202e37649855 HTTP/1.1" status: 200 len: 853 time: 0.0469494 Sep 19 12:30:48.781694 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-494bc33a-7d90-46f1-b7fb-40148655bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:48.783159 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-494bc33a-7d90-46f1-b7fb-40148655bfa9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2775bc2c-1de6-4530-99c8-74593487735c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381277 Sep 19 12:30:48.873268 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-cdc9f2ad-8b15-4700-b1d5-4b7200945cf2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827761 Sep 19 12:30:48.973183 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dc18e-4db8-4074-9fb7-35a042d9dbf2 req-606742a4-cff1-461f-b594-d05bd55b1440 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:48.974685 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-818dc18e-4db8-4074-9fb7-35a042d9dbf2 req-606742a4-cff1-461f-b594-d05bd55b1440 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0869427 Sep 19 12:30:49.051407 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9736f2c6-2a3a-4d3d-80a8-44f08bf439fc req-61143d3d-3664-41fa-9896-93c21e1302eb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708746 Sep 19 12:30:49.077532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35010a79-2348-4f4a-bec5-000cb4370ff5 req-72c5cc25-a751-4c11-8e41-2c1b44b8a342 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:49.080341 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-35010a79-2348-4f4a-bec5-000cb4370ff5 req-72c5cc25-a751-4c11-8e41-2c1b44b8a342 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 944 time: 0.0751905 Sep 19 12:30:49.087256 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-818dc18e-4db8-4074-9fb7-35a042d9dbf2 req-9fd3a448-5887-452d-a10e-5372e1c0fa7a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054080 Sep 19 12:30:49.133896 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-35010a79-2348-4f4a-bec5-000cb4370ff5 req-1927f3ad-95f1-45d0-931f-985e60e5773f tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454504 Sep 19 12:30:49.213970 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755bcc2-16ae-40e3-9f20-624c3c6bfcb9 req-edb6dca9-56a0-4872-96f1-eeacb27d0517 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:49.215697 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d755bcc2-16ae-40e3-9f20-624c3c6bfcb9 req-edb6dca9-56a0-4872-96f1-eeacb27d0517 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0489299 Sep 19 12:30:49.226399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41424) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:49.230801 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-203ec37d-a52e-4c7b-9735-958dfbb4bf6a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Request body: {'floatingip': {'port_id': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:49.286284 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-203ec37d-a52e-4c7b-9735-958dfbb4bf6a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for floatingip (c73e61d1-63c6-4c74-8a2a-07ff73706772), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:49.504671 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:49.673378 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 83af7231-e989-47cd-984e-6d5a0ed98d98 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:30:49.680949 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e93f9-138f-4d8f-be34-514dcceb54c4 req-026eafc2-f066-4c23-8f04-d2db86bbed08 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:49.682491 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f93e93f9-138f-4d8f-be34-514dcceb54c4 req-026eafc2-f066-4c23-8f04-d2db86bbed08 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 944 time: 0.0825698 Sep 19 12:30:49.726494 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:49.733952 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:30:49.781139 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 83af7231-e989-47cd-984e-6d5a0ed98d98, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=83af7231-e989-47cd-984e-6d5a0ed98d98,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:49.792812 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'port_id': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'mac_address': 'fa:16:3e:65:9b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:30:49.803399 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f93e93f9-138f-4d8f-be34-514dcceb54c4 req-7815e830-e9cf-43b7-898f-dabaa61e91f7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093960 Sep 19 12:30:49.812091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-203ec37d-a52e-4c7b-9735-958dfbb4bf6a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:49.830830 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 83af7231-e989-47cd-984e-6d5a0ed98d98 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:49.833415 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:49.844516 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83af7231-e989-47cd-984e-6d5a0ed98d98 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:30:49.863769 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 83af7231-e989-47cd-984e-6d5a0ed98d98, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=83af7231-e989-47cd-984e-6d5a0ed98d98,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:49.916405 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-203ec37d-a52e-4c7b-9735-958dfbb4bf6a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (c73e61d1-63c6-4c74-8a2a-07ff73706772), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:49.939037 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:49.987818 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=83af7231-e989-47cd-984e-6d5a0ed98d98,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:50.125216 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203ec37d-a52e-4c7b-9735-958dfbb4bf6a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Router 8cd8515c-9ca6-4d34-8775-63451d03295c has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:30:50.243160 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['83af7231-e989-47cd-984e-6d5a0ed98d98'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:30:50.263448 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203ec37d-a52e-4c7b-9735-958dfbb4bf6a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:30:50.272130 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f83ee0-c9b4-47e5-b1ee-055fc81cf9f6 req-45bf8467-aafd-4da1-aafb-d391bbf4f509 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:50.272130 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-53f83ee0-c9b4-47e5-b1ee-055fc81cf9f6 req-45bf8467-aafd-4da1-aafb-d391bbf4f509 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 944 time: 0.0591455 Sep 19 12:30:50.275176 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-203ec37d-a52e-4c7b-9735-958dfbb4bf6a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:50.275521 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] Sync routers for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:50.299203 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:50.299810 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:50.327934 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:50.330082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee72045-06a5-49cf-8654-ad8640109bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:50.344871 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:50.377027 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-53f83ee0-c9b4-47e5-b1ee-055fc81cf9f6 req-3a0365bb-ebd9-454b-bf44-a8e9f84f7ae2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791414 Sep 19 12:30:50.380342 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f33e45e-f52c-4746-9008-4eebd53ce7f9 x-openstack-request-id: req-4f33e45e-f52c-4746-9008-4eebd53ce7f9 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:50.380517 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:50.380797 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4f33e45e-f52c-4746-9008-4eebd53ce7f9 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:50.381245 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f33e45e-f52c-4746-9008-4eebd53ce7f9'] response: {'name': 'network-changed', 'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'status': 'completed', 'code': 200} Sep 19 12:30:50.384179 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-203ec37d-a52e-4c7b-9735-958dfbb4bf6a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/c73e61d1-63c6-4c74-8a2a-07ff73706772 HTTP/1.1" status: 200 len: 992 time: 1.1563988 Sep 19 12:30:50.453436 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-61f7de3b-27bb-4813-aca5-4b2e47288011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:50.454967 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-61f7de3b-27bb-4813-aca5-4b2e47288011 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0427551 Sep 19 12:30:50.458681 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:50.551391 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-aa760a34-e497-4119-91ee-bd5eb4fc7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:50.552947 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-aa760a34-e497-4119-91ee-bd5eb4fc7aef service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.0904157 Sep 19 12:30:50.564868 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:50.616505 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-a9d7afcd-4c5d-4445-8e64-2d70c9c98cce service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2 HTTP/1.1" status: 200 len: 1000 time: 0.0569601 Sep 19 12:30:50.670000 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-bb1d714b-05e7-407e-bd26-4fed7ba6a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:50.671368 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-bb1d714b-05e7-407e-bd26-4fed7ba6a02c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0489221 Sep 19 12:30:50.708108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'c73e61d1-63c6-4c74-8a2a-07ff73706772', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'port_id': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'mac_address': 'fa:16:3e:1e:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:46Z', 'updated_at': '2022-09-19T12:30:49Z', 'revision_number': 3, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:31Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:50.724084 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-dfca5486-292a-4463-8d64-cf5b33034cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:50.725632 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-dfca5486-292a-4463-8d64-cf5b33034cad service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402172 Sep 19 12:30:50.734260 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] Checking router: 8cd8515c-9ca6-4d34-8775-63451d03295c for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:50.743536 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:50.744141 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:50.816655 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-fc06feaf-d378-4100-bf3c-126ec58fa0e6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844202 Sep 19 12:30:50.855472 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:50.887008 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:50.901797 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:50.949116 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3ee72045-06a5-49cf-8654-ad8640109bb6 req-8f7bfa7c-b05d-4ba4-b3b8-b19d404852a8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252034 Sep 19 12:30:50.955314 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34684e8-59c0-4ad9-8775-a74de97e4a0f req-e68583fa-c9b1-4456-b09a-7592b508ad47 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:50.956925 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c34684e8-59c0-4ad9-8775-a74de97e4a0f req-e68583fa-c9b1-4456-b09a-7592b508ad47 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0720897 Sep 19 12:30:51.010451 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c34684e8-59c0-4ad9-8775-a74de97e4a0f req-0efbcd02-aacd-4812-a8bf-96bb33dc80ed tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465937 Sep 19 12:30:51.055811 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:51.207411 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'c73e61d1-63c6-4c74-8a2a-07ff73706772', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'port_id': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'mac_address': 'fa:16:3e:1e:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:46Z', 'updated_at': '2022-09-19T12:30:49Z', 'revision_number': 3, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:31Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:51.232854 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329d9bb-dbc5-43aa-a908-f72c480b29c7 None None] The sync data for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi is: [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'c73e61d1-63c6-4c74-8a2a-07ff73706772', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'port_id': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'mac_address': 'fa:16:3e:1e:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:28:46Z', 'updated_at': '2022-09-19T12:30:49Z', 'revision_number': 3, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:31Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:51.509138 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d364b9c-9262-4cf4-9a4b-2ac993b3ab25 req-5142f30d-d123-4aa5-ba0b-595db0b92c3a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:51.510552 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d364b9c-9262-4cf4-9a4b-2ac993b3ab25 req-5142f30d-d123-4aa5-ba0b-595db0b92c3a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 944 time: 0.0541475 Sep 19 12:30:51.558225 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d364b9c-9262-4cf4-9a4b-2ac993b3ab25 req-3d517376-b3e0-483a-93ca-9e3186a3e84a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 Sep 19 12:30:51.649624 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268ce35-b424-462b-8adb-32326a620243 req-c4c74c24-a414-4a48-842d-3df815e3f492 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:51.651111 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1268ce35-b424-462b-8adb-32326a620243 req-c4c74c24-a414-4a48-842d-3df815e3f492 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0459383 Sep 19 12:30:51.676964 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 5979e202-897a-4341-9c8c-f0e2c941d24d details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:30:51.680986 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 83af7231-e989-47cd-984e-6d5a0ed98d98 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:51.698362 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1268ce35-b424-462b-8adb-32326a620243 req-bb0fb359-cdaf-4b54-8fca-240c176e9e30 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416057 Sep 19 12:30:51.781645 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 83af7231-e989-47cd-984e-6d5a0ed98d98 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:30:51.820506 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 5979e202-897a-4341-9c8c-f0e2c941d24d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5979e202-897a-4341-9c8c-f0e2c941d24d,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:51.832628 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '5979e202-897a-4341-9c8c-f0e2c941d24d', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'port_id': '5979e202-897a-4341-9c8c-f0e2c941d24d', 'mac_address': 'fa:16:3e:7e:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:30:51.857921 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 83af7231-e989-47cd-984e-6d5a0ed98d98 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:51.858294 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:51.858630 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 83af7231-e989-47cd-984e-6d5a0ed98d98 Sep 19 12:30:51.898350 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 5979e202-897a-4341-9c8c-f0e2c941d24d is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:51.898738 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:51.921882 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5979e202-897a-4341-9c8c-f0e2c941d24d {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:30:51.946941 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 5979e202-897a-4341-9c8c-f0e2c941d24d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5979e202-897a-4341-9c8c-f0e2c941d24d,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:51.977007 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 83af7231-e989-47cd-984e-6d5a0ed98d98 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:51.977421 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:51.986446 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:52.001763 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:52.004037 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5bc3d0-e200-4c26-b6b8-816589cea161" -d '{"events": [{"server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "name": "network-vif-plugged", "status": "completed", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:52.024154 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 83af7231-e989-47cd-984e-6d5a0ed98d98, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=83af7231-e989-47cd-984e-6d5a0ed98d98,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:52.024154 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:52.046078 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1df70b4-1c94-44d5-9df2-bd2c51301d88 x-openstack-request-id: req-e1df70b4-1c94-44d5-9df2-bd2c51301d88 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:52.046395 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "name": "network-vif-plugged", "status": "completed", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:52.046654 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e1df70b4-1c94-44d5-9df2-bd2c51301d88 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:52.047060 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1df70b4-1c94-44d5-9df2-bd2c51301d88'] response: {'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'code': 200} Sep 19 12:30:52.071119 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=5979e202-897a-4341-9c8c-f0e2c941d24d,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:52.119671 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:52.139332 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aee934-ffd1-4853-b43e-e3b60bbde44b req-40f31333-e07d-4fd3-a43c-a12c3f90677e tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:52.140879 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-31aee934-ffd1-4853-b43e-e3b60bbde44b req-40f31333-e07d-4fd3-a43c-a12c3f90677e tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 945 time: 0.0510592 Sep 19 12:30:52.180311 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=83af7231-e989-47cd-984e-6d5a0ed98d98,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:52.197391 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-31aee934-ffd1-4853-b43e-e3b60bbde44b req-c6c052f4-b72a-46ee-ac93-36468bd9d5ea tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Sep 19 12:30:52.310050 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['5979e202-897a-4341-9c8c-f0e2c941d24d'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:30:52.382965 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:52.387033 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712b0013-8651-400a-bba4-2f4a1674d525" -d '{"events": [{"name": "network-changed", "server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:52.425806 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631255f8-e13f-42dd-ab2d-563c80a92817 x-openstack-request-id: req-631255f8-e13f-42dd-ab2d-563c80a92817 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:52.426099 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:52.426352 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-631255f8-e13f-42dd-ab2d-563c80a92817 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:52.426750 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631255f8-e13f-42dd-ab2d-563c80a92817'] response: {'name': 'network-changed', 'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'status': 'completed', 'code': 200} Sep 19 12:30:52.678778 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6afc40-de65-42f7-8f12-bba881d4102a req-02199ae8-f78d-43a8-92d8-b68a453e2c3b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:52.680309 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5d6afc40-de65-42f7-8f12-bba881d4102a req-02199ae8-f78d-43a8-92d8-b68a453e2c3b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 945 time: 0.0474427 Sep 19 12:30:52.728952 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5d6afc40-de65-42f7-8f12-bba881d4102a req-b57c7662-8125-45e6-804e-5c86d88a3bb7 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Sep 19 12:30:52.818178 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f29f19-d68d-4618-b54e-9cbc5bb06a96 req-137491ab-7396-4576-91eb-bb76b8bcf87f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:52.820173 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e7f29f19-d68d-4618-b54e-9cbc5bb06a96 req-137491ab-7396-4576-91eb-bb76b8bcf87f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.0457108 Sep 19 12:30:52.871102 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e7f29f19-d68d-4618-b54e-9cbc5bb06a96 req-b0eadf92-cb94-487d-86d2-a2cf91d6722c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441642 Sep 19 12:30:53.317756 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3eef0-4bd7-4b1b-9fef-57f5eb99fb5f req-bcb22849-2b72-4af9-81b0-083feb56decb tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:53.319342 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ddd3eef0-4bd7-4b1b-9fef-57f5eb99fb5f req-bcb22849-2b72-4af9-81b0-083feb56decb tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0467122 Sep 19 12:30:53.339710 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:53.369817 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ddd3eef0-4bd7-4b1b-9fef-57f5eb99fb5f req-24204800-08a3-414a-aa50-4efe7000d563 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449541 Sep 19 12:30:53.515157 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b0013-8651-400a-bba4-2f4a1674d525 req-fbcd80ba-4866-484c-a5e5-33eff9f5e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:53.516540 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-712b0013-8651-400a-bba4-2f4a1674d525 req-fbcd80ba-4866-484c-a5e5-33eff9f5e2c7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0410590 Sep 19 12:30:53.696867 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b0013-8651-400a-bba4-2f4a1674d525 req-0b7c6e3b-5bee-41f4-bb75-5ad2a84100cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:53.698326 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-712b0013-8651-400a-bba4-2f4a1674d525 req-0b7c6e3b-5bee-41f4-bb75-5ad2a84100cb service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.0917122 Sep 19 12:30:53.705299 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 5979e202-897a-4341-9c8c-f0e2c941d24d up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:30:53.755874 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 5979e202-897a-4341-9c8c-f0e2c941d24d completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:30:53.819623 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 5979e202-897a-4341-9c8c-f0e2c941d24d triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:30:53.820003 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:53.820390 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 5979e202-897a-4341-9c8c-f0e2c941d24d Sep 19 12:30:53.895067 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-0184b44a-768f-4859-840e-d8938a21457e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:53.896497 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-0184b44a-768f-4859-840e-d8938a21457e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.1398044 Sep 19 12:30:53.902316 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 5979e202-897a-4341-9c8c-f0e2c941d24d is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:30:53.902316 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:53.904544 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-712b0013-8651-400a-bba4-2f4a1674d525 req-dc3c9442-f714-4394-a35a-f20a57835562 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2 HTTP/1.1" status: 200 len: 1000 time: 0.1538894 Sep 19 12:30:53.938494 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 5979e202-897a-4341-9c8c-f0e2c941d24d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5979e202-897a-4341-9c8c-f0e2c941d24d,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:53.965779 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d70b9-ad1a-41c3-bb20-727cc329ec76 req-5df7ad79-29c5-4600-9e8d-151f669a1aa2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:53.972728 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8e2d70b9-ad1a-41c3-bb20-727cc329ec76 req-5df7ad79-29c5-4600-9e8d-151f669a1aa2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 945 time: 0.1519864 Sep 19 12:30:54.028012 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:54.040518 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:54.053812 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5979e202-897a-4341-9c8c-f0e2c941d24d'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:54.056028 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc40dc2-fa7b-446d-aad3-bfc5738f96cf" -d '{"events": [{"server_uuid": "50dff3e8-23ae-4501-b36a-35a1b3629b13", "name": "network-vif-plugged", "status": "completed", "tag": "5979e202-897a-4341-9c8c-f0e2c941d24d"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:54.064668 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb282-e146-4671-8186-08fe08e5910f req-7ca3e24b-8a93-40bc-a128-ea619c8309e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:54.065973 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c85fb282-e146-4671-8186-08fe08e5910f req-7ca3e24b-8a93-40bc-a128-ea619c8309e0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1130 time: 0.1898587 Sep 19 12:30:54.088073 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=5979e202-897a-4341-9c8c-f0e2c941d24d,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:54.121734 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c971a6-9a3b-4578-8679-270b67368296 req-5f1cde9e-25d2-40ed-abdb-b2b86f5692eb tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:54.123174 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b8c971a6-9a3b-4578-8679-270b67368296 req-5f1cde9e-25d2-40ed-abdb-b2b86f5692eb tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 946 time: 0.1315000 Sep 19 12:30:54.124496 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b0013-8651-400a-bba4-2f4a1674d525 req-90574ccf-f4b4-4160-abc9-f9bcc834ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:54.125806 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-712b0013-8651-400a-bba4-2f4a1674d525 req-90574ccf-f4b4-4160-abc9-f9bcc834ac8c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.1962874 Sep 19 12:30:54.162646 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Deleting port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:30:54.163019 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:54.261436 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8e2d70b9-ad1a-41c3-bb20-727cc329ec76 req-6ed65790-e30e-4620-881a-fb9194fb6d20 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630203 Sep 19 12:30:54.285822 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c85fb282-e146-4671-8186-08fe08e5910f req-c368abba-3a4a-4439-a2f0-b95599de9ead service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930737 Sep 19 12:30:54.295175 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b0013-8651-400a-bba4-2f4a1674d525 req-1e6e670b-f097-49f1-b731-76554ce267ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:54.296826 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-712b0013-8651-400a-bba4-2f4a1674d525 req-1e6e670b-f097-49f1-b731-76554ce267ec service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1581953 Sep 19 12:30:54.312767 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cdd9b2-ab7c-4ec2-ab0c-ea7ac608f93d x-openstack-request-id: req-21cdd9b2-ab7c-4ec2-ab0c-ea7ac608f93d {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:54.313086 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dff3e8-23ae-4501-b36a-35a1b3629b13", "name": "network-vif-plugged", "status": "completed", "tag": "5979e202-897a-4341-9c8c-f0e2c941d24d", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:54.313342 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-21cdd9b2-ab7c-4ec2-ab0c-ea7ac608f93d {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:54.313743 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cdd9b2-ab7c-4ec2-ab0c-ea7ac608f93d'] response: {'server_uuid': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5979e202-897a-4341-9c8c-f0e2c941d24d', 'code': 200} Sep 19 12:30:54.315038 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b8c971a6-9a3b-4578-8679-270b67368296 req-4f1c12d5-ce39-445f-aa1f-110432a5916f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1754253 Sep 19 12:30:54.340502 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] For port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:30:54.341464 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:54.396658 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:54.718882 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:54.832866 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:54.833246 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (57044dce-2c0b-4ed7-9ff2-8d1b83be56c4), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:54.833534 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Floating IP 57044dce-2c0b-4ed7-9ff2-8d1b83be56c4 disassociated. External IP: 172.27.3.70, port: 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9. Sep 19 12:30:54.833873 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Calling delete_port for 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:30:54.847682 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984f7de-83bf-42e4-b4bc-e887400f92d0 req-16df6637-7276-4af3-aa5f-a366cca62721 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:54.849218 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5984f7de-83bf-42e4-b4bc-e887400f92d0 req-16df6637-7276-4af3-aa5f-a366cca62721 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.4019444 Sep 19 12:30:54.967059 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-712b0013-8651-400a-bba4-2f4a1674d525 req-b38fc8b2-7c8a-4cc5-b682-8be20f6cbddb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251232 Sep 19 12:30:54.973904 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5984f7de-83bf-42e4-b4bc-e887400f92d0 req-4341d513-7f7b-4a83-8dd2-a00317b196f1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173010 Sep 19 12:30:55.131359 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873fb3-7236-43cb-ab21-c05422e9bc15 req-7cbcc7c3-5fd9-4905-a31d-67844e2f081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:55.132830 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fc873fb3-7236-43cb-ab21-c05422e9bc15 req-7cbcc7c3-5fd9-4905-a31d-67844e2f081e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 1130 time: 0.0823021 Sep 19 12:30:55.185783 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-712b0013-8651-400a-bba4-2f4a1674d525 req-9dea2f86-0ec8-45be-8675-3bb05436c7f7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578693 Sep 19 12:30:55.192584 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (5e58fb6d-79ef-4674-8ba5-094c6cba4cd9), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:55.204539 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:55.234859 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event deleted for resources: {'Port': ['ID=5e58fb6d-79ef-4674-8ba5-094c6cba4cd9,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:55.244549 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fc873fb3-7236-43cb-ab21-c05422e9bc15 req-93879c64-b628-4f04-94c7-f19f9e45bad9 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975695 Sep 19 12:30:55.380833 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Router 2adeb970-409c-4789-96cf-b2dc1865cf9b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:30:55.393338 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:55.399892 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1966fb-bffd-44a7-9172-948b73d7545e req-127ac088-08d8-43ad-a0d0-80bf9d43e8d5 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:55.401445 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ca1966fb-bffd-44a7-9172-948b73d7545e req-127ac088-08d8-43ad-a0d0-80bf9d43e8d5 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 946 time: 0.0622818 Sep 19 12:30:55.473965 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-97d9c413-27e4-40b8-9d34-252ed357162c req-cc57dabc-6cfd-4553-b471-ec93bab4a2ee tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.0715427 Sep 19 12:30:55.550709 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ca1966fb-bffd-44a7-9172-948b73d7545e req-e4181382-d2d4-4e64-9f71-9ae298a442d4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342833 Sep 19 12:30:55.577554 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:30:55.597347 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] Sync routers for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:55.623845 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:55.624677 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:55.630239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] No DVR routers for this DVR port 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:30:55.638165 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:55.642127 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-87f1242d-fde1-44ed-b11d-391d97cbbe15 req-4412c388-3547-4eac-8417-1f11c64646ea tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 HTTP/1.1" status: 204 len: 173 time: 1.7366605 Sep 19 12:30:55.642869 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'name': 'network-vif-deleted', 'tag': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:55.645713 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fbda8b-7dad-4898-b3db-c7bb60027987" -d '{"events": [{"server_uuid": "ded9ef48-10a2-4c68-bf0b-ad0e02e36308", "name": "network-vif-deleted", "tag": "5e58fb6d-79ef-4674-8ba5-094c6cba4cd9"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:55.688771 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0fc885-c8e4-4445-84c4-ecd198941006 x-openstack-request-id: req-bc0fc885-c8e4-4445-84c4-ecd198941006 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:55.689059 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded9ef48-10a2-4c68-bf0b-ad0e02e36308", "name": "network-vif-deleted", "tag": "5e58fb6d-79ef-4674-8ba5-094c6cba4cd9", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:55.689306 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc0fc885-c8e4-4445-84c4-ecd198941006 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:55.689928 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0fc885-c8e4-4445-84c4-ecd198941006'] response: {'server_uuid': 'ded9ef48-10a2-4c68-bf0b-ad0e02e36308', 'name': 'network-vif-deleted', 'tag': '5e58fb6d-79ef-4674-8ba5-094c6cba4cd9', 'status': 'completed', 'code': 200} Sep 19 12:30:55.745848 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:55.935511 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:55.964048 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] Checking router: 2adeb970-409c-4789-96cf-b2dc1865cf9b for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:55.972585 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:55.973215 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:56.074827 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:56.102846 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09816cf8-2fb3-42fa-9267-5b040c91a961 req-be5d839c-5d10-463b-830f-d6fddcff419f tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:56.104380 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-09816cf8-2fb3-42fa-9267-5b040c91a961 req-be5d839c-5d10-463b-830f-d6fddcff419f tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0507393 Sep 19 12:30:56.155445 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-09816cf8-2fb3-42fa-9267-5b040c91a961 req-ef9f17cb-ebad-479f-85c9-ff0381f9f52a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Sep 19 12:30:56.263850 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:56.278380 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1410f-784d-4b26-a8ae-6bed9a72c094 req-7b275a2b-9e9a-4dc0-9e79-0c26931dde16 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:56.279869 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7cf1410f-784d-4b26-a8ae-6bed9a72c094 req-7b275a2b-9e9a-4dc0-9e79-0c26931dde16 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0469687 Sep 19 12:30:56.289702 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24d70e-e215-49cc-bee0-7188ab3205c5 None None] The sync data for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi is: [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:30:56.329630 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7cf1410f-784d-4b26-a8ae-6bed9a72c094 req-b54ac799-fa55-4770-a0d0-56b07984066d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Sep 19 12:30:56.511187 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643f5bf-92d8-41f2-a4ca-3b0931219b22 None None] New status for floating IP 57044dce-2c0b-4ed7-9ff2-8d1b83be56c4: DOWN {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:30:56.601451 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9484c8de-d010-4c8b-ad03-629286b3ff21 req-4a1778cf-a716-4b12-a73c-a51431d96bab tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.0373495 Sep 19 12:30:56.719415 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfd92a-0626-4071-bae2-61f648b8f3c5 req-af51eeb8-5e42-4502-bfb2-527d7e2b25dc tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:56.720937 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5dcfd92a-0626-4071-bae2-61f648b8f3c5 req-af51eeb8-5e42-4502-bfb2-527d7e2b25dc tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0771739 Sep 19 12:30:56.748659 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222c39f-0a2d-4f83-b3ff-45ad9d47477b req-33040877-ceeb-4338-8a63-0a2e16958efb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:56.750158 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3222c39f-0a2d-4f83-b3ff-45ad9d47477b req-33040877-ceeb-4338-8a63-0a2e16958efb tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 946 time: 0.0736551 Sep 19 12:30:56.798547 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5dcfd92a-0626-4071-bae2-61f648b8f3c5 req-b9bb904c-33b7-4190-aab5-17139b15e64f tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718536 Sep 19 12:30:56.820782 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3222c39f-0a2d-4f83-b3ff-45ad9d47477b req-dbfa26c1-d666-40dc-a60e-0e806b335b6b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621960 Sep 19 12:30:57.706960 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:30:57.726044 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:30:57.726675 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 5e58fb6d-79ef-4674-8ba5-094c6cba4cd9 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:30:57.727728 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aad426ad-d473-4637-9ace-c2213e5c664a req-1941e7f0-8476-46e3-ad51-47d63423f4d3 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ded9ef48-10a2-4c68-bf0b-ad0e02e36308 HTTP/1.1" status: 200 len: 210 time: 0.0303383 Sep 19 12:30:57.945815 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130ed5e-ab17-4c4e-863f-1feff4f54436 req-6dfee800-ab75-4b2e-b96a-8d6a2a27fcd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:57.947225 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1130ed5e-ab17-4c4e-863f-1feff4f54436 req-6dfee800-ab75-4b2e-b96a-8d6a2a27fcd9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 946 time: 0.0505173 Sep 19 12:30:57.995735 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1130ed5e-ab17-4c4e-863f-1feff4f54436 req-20429ebd-5d0f-4e3c-b433-8eebb9b38088 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Sep 19 12:30:58.110881 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575042f-c9da-4821-86d2-ff687eaf00a6 req-53e6bf37-3e7d-4ae0-9f15-5055715a3b0a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:58.112349 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3575042f-c9da-4821-86d2-ff687eaf00a6 req-53e6bf37-3e7d-4ae0-9f15-5055715a3b0a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 946 time: 0.0457923 Sep 19 12:30:58.123567 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41500) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:58.127998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-fc711331-bbc7-4fea-b056-bd7b2794e7ee tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'floatingip': {'port_id': '5979e202-897a-4341-9c8c-f0e2c941d24d'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:30:58.166172 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-fc711331-bbc7-4fea-b056-bd7b2794e7ee tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (5192306b-71a2-4cce-9a12-625e30f0ed0e), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:58.281496 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:58.576248 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:58.592354 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-fc711331-bbc7-4fea-b056-bd7b2794e7ee tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:58.676255 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-fc711331-bbc7-4fea-b056-bd7b2794e7ee tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (5192306b-71a2-4cce-9a12-625e30f0ed0e), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:58.777075 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-fc711331-bbc7-4fea-b056-bd7b2794e7ee tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Floating IP 5192306b-71a2-4cce-9a12-625e30f0ed0e associated. External IP: 172.27.3.77, port: 5979e202-897a-4341-9c8c-f0e2c941d24d. Sep 19 12:30:58.911543 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41518) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:59.018332 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e154a094-3493-4109-9b69-75958efcfe02 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (5ba4ebe9-5646-44a3-9d83-f06a8f0cd081), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.033808 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc711331-bbc7-4fea-b056-bd7b2794e7ee tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:30:59.048948 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e154a094-3493-4109-9b69-75958efcfe02 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (5ba4ebe9-5646-44a3-9d83-f06a8f0cd081), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.175947 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc711331-bbc7-4fea-b056-bd7b2794e7ee tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:30:59.180855 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-fc711331-bbc7-4fea-b056-bd7b2794e7ee tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.187893 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:30:59.202286 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:59.202906 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:59.211394 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-fc711331-bbc7-4fea-b056-bd7b2794e7ee tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/5192306b-71a2-4cce-9a12-625e30f0ed0e HTTP/1.1" status: 200 len: 991 time: 1.0867455 Sep 19 12:30:59.212086 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'tag': '5979e202-897a-4341-9c8c-f0e2c941d24d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:30:59.214454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ce6e17-dac0-451f-9ec8-df9acff294e7" -d '{"events": [{"name": "network-changed", "server_uuid": "50dff3e8-23ae-4501-b36a-35a1b3629b13", "tag": "5979e202-897a-4341-9c8c-f0e2c941d24d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:30:59.251704 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96ecaf5-d29a-4719-9038-105e59baf747 x-openstack-request-id: req-f96ecaf5-d29a-4719-9038-105e59baf747 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:30:59.251987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dff3e8-23ae-4501-b36a-35a1b3629b13", "tag": "5979e202-897a-4341-9c8c-f0e2c941d24d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:30:59.252239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f96ecaf5-d29a-4719-9038-105e59baf747 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:30:59.252667 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96ecaf5-d29a-4719-9038-105e59baf747'] response: {'name': 'network-changed', 'server_uuid': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'tag': '5979e202-897a-4341-9c8c-f0e2c941d24d', 'status': 'completed', 'code': 200} Sep 19 12:30:59.264628 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e154a094-3493-4109-9b69-75958efcfe02 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5ba4ebe9-5646-44a3-9d83-f06a8f0cd081), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.267536 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e154a094-3493-4109-9b69-75958efcfe02 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.268788 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-e154a094-3493-4109-9b69-75958efcfe02 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/5ba4ebe9-5646-44a3-9d83-f06a8f0cd081 HTTP/1.1" status: 204 len: 168 time: 0.3562319 Sep 19 12:30:59.272638 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41528) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:59.289443 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154a094-3493-4109-9b69-75958efcfe02 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba4ebe9-5646-44a3-9d83-f06a8f0cd081,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:59.289716 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.api.v2.resource [None req-9e61ed62-b104-4637-8dd7-7d4477266ac5 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] show failed (client error): The resource could not be found. Sep 19 12:30:59.301481 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-9e61ed62-b104-4637-8dd7-7d4477266ac5 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups/5ba4ebe9-5646-44a3-9d83-f06a8f0cd081 HTTP/1.1" status: 404 len: 347 time: 0.0281036 Sep 19 12:30:59.302091 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41530) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:30:59.326416 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:59.328701 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-b12ac073-8bf3-4884-b694-c83257d5481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:59.330276 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-b12ac073-8bf3-4884-b694-c83257d5481b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 1130 time: 0.0517600 Sep 19 12:30:59.425967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:59.429551 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Deleting port 20ba65e7-5fb8-46d3-a0b6-4e7369b563cc {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:30:59.429950 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (20ba65e7-5fb8-46d3-a0b6-4e7369b563cc), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.437704 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:59.456141 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-2b97a9f6-bea7-4dff-a7cd-69f23073ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:59.456689 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-2b97a9f6-bea7-4dff-a7cd-69f23073ed9e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 915 time: 0.1179025 Sep 19 12:30:59.513148 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (20ba65e7-5fb8-46d3-a0b6-4e7369b563cc), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.513777 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (20ba65e7-5fb8-46d3-a0b6-4e7369b563cc), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.521891 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-c6b7101c-6728-4da1-b9b9-4abf812778c0 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5979e202-897a-4341-9c8c-f0e2c941d24d HTTP/1.1" status: 200 len: 999 time: 0.0587778 Sep 19 12:30:59.527732 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Calling delete_port for 20ba65e7-5fb8-46d3-a0b6-4e7369b563cc owned by network:floatingip {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:30:59.534519 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:59.567718 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:30:59.579107 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-49599285-0c70-40d7-aba0-f35e789825dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:59.579472 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '5192306b-71a2-4cce-9a12-625e30f0ed0e', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': '5979e202-897a-4341-9c8c-f0e2c941d24d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:7e:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:30:34Z', 'updated_at': '2022-09-19T12:30:58Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:59.580894 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-49599285-0c70-40d7-aba0-f35e789825dc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=371e45eb-fb30-4c5e-963a-202e37649855 HTTP/1.1" status: 200 len: 853 time: 0.0526745 Sep 19 12:30:59.605387 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:30:59.614363 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:30:59.614939 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:30:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:30:59.630372 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-680785d5-918d-4bf2-bed6-c9a22c0a146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:30:59.631990 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-680785d5-918d-4bf2-bed6-c9a22c0a146b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2775bc2c-1de6-4530-99c8-74593487735c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449929 Sep 19 12:30:59.729402 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-9bef7183-8498-4eb2-8df6-8f8c146fc8cc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905881 Sep 19 12:30:59.756559 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (20ba65e7-5fb8-46d3-a0b6-4e7369b563cc), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.789663 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event deleted for resources: {'Port': ['ID=20ba65e7-5fb8-46d3-a0b6-4e7369b563cc,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:30:59.857424 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:30:59.861520 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a8ce6e17-dac0-451f-9ec8-df9acff294e7 req-b48f2a88-37fd-4d62-8a93-59f860075894 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238878 Sep 19 12:30:59.872351 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (57044dce-2c0b-4ed7-9ff2-8d1b83be56c4), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.875207 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:30:59.879694 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-1472d468-2ae3-4835-8f6c-6441b38903d7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/57044dce-2c0b-4ed7-9ff2-8d1b83be56c4 HTTP/1.1" status: 204 len: 168 time: 0.5731711 Sep 19 12:31:00.063383 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41536) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:00.069793 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-62a19286-9153-4a8c-86ed-313793acf999 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19239143', 'description': 'tempest-description--786210629'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:00.085556 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '5192306b-71a2-4cce-9a12-625e30f0ed0e', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': '5979e202-897a-4341-9c8c-f0e2c941d24d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:7e:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:30:34Z', 'updated_at': '2022-09-19T12:30:58Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:00.109501 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f8f5fe-58bc-4339-8683-4f7a365bc9ea None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '5192306b-71a2-4cce-9a12-625e30f0ed0e', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': '5979e202-897a-4341-9c8c-f0e2c941d24d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:7e:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:30:34Z', 'updated_at': '2022-09-19T12:30:58Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:31:00.175657 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-62a19286-9153-4a8c-86ed-313793acf999 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:00.244813 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-62a19286-9153-4a8c-86ed-313793acf999 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (3c4ae327-1a21-441f-8a9a-bcc77249b0c1), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:00.300282 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f05b37-bf13-4384-ab44-4e8e2ab6fb49 None None] New status for floating IP 5192306b-71a2-4cce-9a12-625e30f0ed0e: ACTIVE {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:31:00.319827 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-62a19286-9153-4a8c-86ed-313793acf999 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (3c4ae327-1a21-441f-8a9a-bcc77249b0c1), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:00.351904 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a19286-9153-4a8c-86ed-313793acf999 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ae327-1a21-441f-8a9a-bcc77249b0c1,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:00.441173 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-62a19286-9153-4a8c-86ed-313793acf999 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:00.442423 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-62a19286-9153-4a8c-86ed-313793acf999 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3773448 Sep 19 12:31:00.446244 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41538) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:00.450823 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-0ddc2fe2-2712-4613-95be-f03af563258b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'security_group_rule': {'security_group_id': '3c4ae327-1a21-441f-8a9a-bcc77249b0c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:00.543987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2fe2-2712-4613-95be-f03af563258b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (adfedf77-e4d1-4be8-a23d-ec76552ca3d4), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:00.606214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2fe2-2712-4613-95be-f03af563258b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (adfedf77-e4d1-4be8-a23d-ec76552ca3d4), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:00.707702 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2fe2-2712-4613-95be-f03af563258b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (adfedf77-e4d1-4be8-a23d-ec76552ca3d4), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:00.726694 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc2fe2-2712-4613-95be-f03af563258b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfedf77-e4d1-4be8-a23d-ec76552ca3d4,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:00.790142 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2fe2-2712-4613-95be-f03af563258b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:00.791278 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-0ddc2fe2-2712-4613-95be-f03af563258b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439429 Sep 19 12:31:00.794298 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41540) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:00.798790 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-da1434cc-b9d6-4767-8310-dc7bd3f4ef8c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'security_group_rule': {'security_group_id': '3c4ae327-1a21-441f-8a9a-bcc77249b0c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:00.911001 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da1434cc-b9d6-4767-8310-dc7bd3f4ef8c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (b6a31c65-c118-481a-9eb2-da139d4f1c4f), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:00.970094 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da1434cc-b9d6-4767-8310-dc7bd3f4ef8c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (b6a31c65-c118-481a-9eb2-da139d4f1c4f), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:01.113556 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da1434cc-b9d6-4767-8310-dc7bd3f4ef8c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (b6a31c65-c118-481a-9eb2-da139d4f1c4f), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:01.133033 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1434cc-b9d6-4767-8310-dc7bd3f4ef8c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a31c65-c118-481a-9eb2-da139d4f1c4f,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:01.249580 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da1434cc-b9d6-4767-8310-dc7bd3f4ef8c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:01.250811 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-da1434cc-b9d6-4767-8310-dc7bd3f4ef8c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4555602 Sep 19 12:31:01.254165 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41544) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:01.258446 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:01.384784 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:01.460331 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:01.465946 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:01.578106 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Allocated IP 172.27.3.47 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/023a72a2-6b95-4f82-82b4-542625bf1793) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:31:01.606516 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:01.608629 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:01.649191 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:01.685860 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for port (023a72a2-6b95-4f82-82b4-542625bf1793), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:01.767704 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (023a72a2-6b95-4f82-82b4-542625bf1793), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:01.810371 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:31:01.814062 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:31:01.818258 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:31:01.824162 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'Port': ['ID=023a72a2-6b95-4f82-82b4-542625bf1793,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:01.866743 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (0f27c384-c4ef-4ac4-839e-9b79a40df19b), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:01.957848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (023a72a2-6b95-4f82-82b4-542625bf1793), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:02.099665 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:02.108249 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for port (023a72a2-6b95-4f82-82b4-542625bf1793), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:02.173245 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (023a72a2-6b95-4f82-82b4-542625bf1793), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:02.174043 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (0f27c384-c4ef-4ac4-839e-9b79a40df19b), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:02.455228 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'Port': ['ID=023a72a2-6b95-4f82-82b4-542625bf1793,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:02.526606 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:02.527851 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-0d671ae1-1395-4963-82ff-f08571112739 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2727427 Sep 19 12:31:02.724896 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-2785ecd7-a3ab-4abe-9566-9144a77a4365 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--19239143&fields=id&tenant_id=61eb996219124e819beda67ca498dee8 HTTP/1.1" status: 200 len: 267 time: 0.0414121 Sep 19 12:31:02.829081 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-310e2a43-0df3-4630-a0f8-4928afed1b5f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:02.830538 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-310e2a43-0df3-4630-a0f8-4928afed1b5f tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/networks?id=fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 200 len: 810 time: 0.0993097 Sep 19 12:31:02.845300 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-1e738966-d751-47c6-a551-c6dc3d20cc37 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/quotas/61eb996219124e819beda67ca498dee8 HTTP/1.1" status: 200 len: 375 time: 0.0089028 Sep 19 12:31:02.899060 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-d5118e43-c4ad-4ec5-a294-99f73bb7ad40 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487080 Sep 19 12:31:03.003983 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-3c63345a-6508-4828-b5ef-35ebc90afa9d service neutron] 10.222.0.93 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933678 Sep 19 12:31:03.097058 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-bf7ac2e7-d183-4570-90c2-f0d20f32efdd service neutron] 10.222.0.93 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871119 Sep 19 12:31:03.351391 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-75508a4b-34cb-4706-8ff4-efc68bb3c3c2 req-5d08f3d8-ee43-4d63-847c-219c51925498 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 210 time: 0.0286283 Sep 19 12:31:03.527219 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0476834d-0200-404f-80b6-77e6052f909e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:04.454994 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b0b44b37-947f-4ad8-936b-2b3543b42f05 req-c75182e5-3793-4313-bcbb-ff58db46c2cd tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 210 time: 0.0288589 Sep 19 12:31:05.577123 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2cdbd1bf-a3bb-4335-99b5-351dbd8a8126 req-c8c7e103-40ed-451d-9152-e0322d992eab tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 210 time: 0.0411355 Sep 19 12:31:05.662166 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-29ab4898-6ce0-4325-b4cf-8e349ddfd310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:05.674862 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-1ff8bea5-4e28-47e5-a731-5c6120bff6af tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:05.676296 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-1ff8bea5-4e28-47e5-a731-5c6120bff6af tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "GET /networking/v2.0/networks?id=fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 200 len: 810 time: 0.1091051 Sep 19 12:31:05.742696 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-f01a7b48-fa2d-48b2-837a-a10975ec18b9 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=61eb996219124e819beda67ca498dee8 HTTP/1.1" status: 200 len: 378 time: 0.0556071 Sep 19 12:31:05.904280 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'port': {'device_id': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'admin_state_up': True, 'tenant_id': '61eb996219124e819beda67ca498dee8', 'security_groups': ['3c4ae327-1a21-441f-8a9a-bcc77249b0c1']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:06.121619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Made reservation on behalf of 61eb996219124e819beda67ca498dee8 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:31:06.125496 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:06.191443 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:06.253438 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:06.257788 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Allocated IP 172.20.0.4 (fd198206-8f2d-4496-8d28-135d50c06a18/15940146-7ac3-40ce-99ef-da58ec216274/68701594-a5ca-4fef-a35d-f4b800cc2c64) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:31:06.399920 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:06.516304 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:06.565210 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Network fd198206-8f2d-4496-8d28-135d50c06a18 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:31:06.571255 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:31:06.575329 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:31:06.579771 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:06.589936 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:06.589936 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event updated for resources: {'Port': ['ID=68701594-a5ca-4fef-a35d-f4b800cc2c64,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:06.705106 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe128d-f66e-44c4-85cc-54c7e655b17d req-7c318d67-2dcd-44b2-b014-68828b30876c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:06.706647 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ffe128d-f66e-44c4-85cc-54c7e655b17d req-7c318d67-2dcd-44b2-b014-68828b30876c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 931 time: 0.0508668 Sep 19 12:31:06.722869 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-e5e2953a-b785-40bb-a7e1-ad8a6b4fde00 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8226004 Sep 19 12:31:06.759974 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ffe128d-f66e-44c4-85cc-54c7e655b17d req-a60d18d9-83b9-4be8-b7d0-1f2a0099e900 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474896 Sep 19 12:31:06.781193 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-52247b64-9116-4943-970c-a5862f63cf53 None None] Provisioning complete for port 68701594-a5ca-4fef-a35d-f4b800cc2c64 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:31:06.781763 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-52247b64-9116-4943-970c-a5862f63cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:06.781863 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-52247b64-9116-4943-970c-a5862f63cf53 None None] Attempt 1 to provision port 68701594-a5ca-4fef-a35d-f4b800cc2c64 Sep 19 12:31:06.809069 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Request body: {'port': {'device_id': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:06.818181 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-52247b64-9116-4943-970c-a5862f63cf53 None None] Port 68701594-a5ca-4fef-a35d-f4b800cc2c64 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:31:06.870890 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:06.902164 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:07.000732 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:07.134516 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68701594-a5ca-4fef-a35d-f4b800cc2c64 {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:31:07.142289 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Publish callbacks [] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:07.155042 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Transition to ACTIVE for port object 68701594-a5ca-4fef-a35d-f4b800cc2c64 will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:31:07.262693 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:07.320024 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-52247b64-9116-4943-970c-a5862f63cf53 None None] Attempt 2 to provision port 68701594-a5ca-4fef-a35d-f4b800cc2c64 Sep 19 12:31:07.342504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Attempting to bind port 68701594-a5ca-4fef-a35d-f4b800cc2c64 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:31:07.342839 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Attempting to bind port 68701594-a5ca-4fef-a35d-f4b800cc2c64 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:31:07.343167 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Attempting to bind port 68701594-a5ca-4fef-a35d-f4b800cc2c64 on network fd198206-8f2d-4496-8d28-135d50c06a18 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:31:07.345627 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Pushing event updated for resources: {'Port': ['ID=68701594-a5ca-4fef-a35d-f4b800cc2c64,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:07.360237 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-52247b64-9116-4943-970c-a5862f63cf53 None None] Port 68701594-a5ca-4fef-a35d-f4b800cc2c64 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:31:07.369581 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:07.391450 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Port 68701594-a5ca-4fef-a35d-f4b800cc2c64 on network fd198206-8f2d-4496-8d28-135d50c06a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:31:07.391773 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Attempting to bind port 68701594-a5ca-4fef-a35d-f4b800cc2c64 on network fd198206-8f2d-4496-8d28-135d50c06a18 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:31:07.439624 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:31:07.439853 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Checking segment: {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:31:07.440239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Bound using segment: {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:31:07.440702 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Bound port: 68701594-a5ca-4fef-a35d-f4b800cc2c64, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50921370-8a25-4eb1-ab29-efd65be66216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:31:07.441059 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:07.509829 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] For port 68701594-a5ca-4fef-a35d-f4b800cc2c64, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:31:07.513354 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] For port 68701594-a5ca-4fef-a35d-f4b800cc2c64, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=68701594-a5ca-4fef-a35d-f4b800cc2c64,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:31:07.560902 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd81f4-6493-49a2-892d-55bea3870b2a req-bb585f45-345a-4a4e-bd84-8656fd1c1b01 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:07.562347 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-96fd81f4-6493-49a2-892d-55bea3870b2a req-bb585f45-345a-4a4e-bd84-8656fd1c1b01 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0462322 Sep 19 12:31:07.591959 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:07.595876 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:07.598745 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:07.598745 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/68701594-a5ca-4fef-a35d-f4b800cc2c64 HTTP/1.1" status: 200 len: 1093 time: 0.7932765 Sep 19 12:31:07.602085 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'tag': '68701594-a5ca-4fef-a35d-f4b800cc2c64'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:31:07.604550 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1014e8a-9c50-4240-bab0-af776a0809e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb2e455-fdfc-4c68-bf38-e569a2797293", "tag": "68701594-a5ca-4fef-a35d-f4b800cc2c64"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:07.649051 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2776f2-0996-4227-9ce2-e68fc4326665 x-openstack-request-id: req-2f2776f2-0996-4227-9ce2-e68fc4326665 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:07.649337 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb2e455-fdfc-4c68-bf38-e569a2797293", "tag": "68701594-a5ca-4fef-a35d-f4b800cc2c64", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:07.649656 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f2776f2-0996-4227-9ce2-e68fc4326665 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:07.649995 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2776f2-0996-4227-9ce2-e68fc4326665'] response: {'name': 'network-changed', 'server_uuid': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'tag': '68701594-a5ca-4fef-a35d-f4b800cc2c64', 'status': 'completed', 'code': 200} Sep 19 12:31:07.675011 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-96fd81f4-6493-49a2-892d-55bea3870b2a req-c221c1bf-491e-48db-a95f-637cdf1e58fc tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069751 Sep 19 12:31:07.690013 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f5246-3fe4-47c9-973b-2ba2230f8fdd service neutron] Pushing event updated for resources: {'Port': ['ID=68701594-a5ca-4fef-a35d-f4b800cc2c64,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:07.704770 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41598) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:07.730079 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1014e8a-9c50-4240-bab0-af776a0809e0 req-bbeccdef-8d3a-40b0-a9d4-80478d25a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:07.731879 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e1014e8a-9c50-4240-bab0-af776a0809e0 req-bbeccdef-8d3a-40b0-a9d4-80478d25a242 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 1127 time: 0.0557363 Sep 19 12:31:07.840035 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1014e8a-9c50-4240-bab0-af776a0809e0 req-bca96dc5-8cd9-4577-acd8-91536e63a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:07.841683 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e1014e8a-9c50-4240-bab0-af776a0809e0 req-bca96dc5-8cd9-4577-acd8-91536e63a0c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=61eb996219124e819beda67ca498dee8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1009014 Sep 19 12:31:07.849723 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc8d67-dade-4d9b-b670-e77b868166df tempest-TestMinimumBasicScenario-1663510528 tempest-TestMinimumBasicScenario-1663510528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:07.856020 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-18fc8d67-dade-4d9b-b670-e77b868166df tempest-TestMinimumBasicScenario-1663510528 tempest-TestMinimumBasicScenario-1663510528-project-admin] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1125 time: 0.1447704 Sep 19 12:31:07.856160 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:07.856272 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41604) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:07.858976 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'port_id': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:07.861687 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-52247b64-9116-4943-970c-a5862f63cf53 None None] Attempt 3 to provision port 68701594-a5ca-4fef-a35d-f4b800cc2c64 Sep 19 12:31:07.901915 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-52247b64-9116-4943-970c-a5862f63cf53 None None] Port 68701594-a5ca-4fef-a35d-f4b800cc2c64 had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:31:07.939627 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19503f0-931c-4aab-90cc-51fa824a4bdd req-eacf4241-6c83-4422-9b60-ea509a052dbf tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:07.941196 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e19503f0-931c-4aab-90cc-51fa824a4bdd req-eacf4241-6c83-4422-9b60-ea509a052dbf tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 943 time: 0.0985787 Sep 19 12:31:07.967306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:08.017367 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1014e8a-9c50-4240-bab0-af776a0809e0 req-20180b48-b0f7-4d42-8305-5c623ba0f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:08.018852 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e1014e8a-9c50-4240-bab0-af776a0809e0 req-20180b48-b0f7-4d42-8305-5c623ba0f04a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1487725 Sep 19 12:31:08.022077 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e19503f0-931c-4aab-90cc-51fa824a4bdd req-981973df-fa62-41e1-bfbf-7d6a6e0651f4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736156 Sep 19 12:31:08.049600 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:08.095387 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:08.100707 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-820c2ea3-ce08-4256-9f1f-072cbf18e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:08.102202 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-820c2ea3-ce08-4256-9f1f-072cbf18e499 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 1127 time: 0.0432215 Sep 19 12:31:08.129458 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:08.145071 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-1137ebef-25fa-4b86-b9e5-5a6d7ca6f814 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68701594-a5ca-4fef-a35d-f4b800cc2c64 HTTP/1.1" status: 200 len: 217 time: 0.0332901 Sep 19 12:31:08.159348 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Allocated IP 172.27.3.40 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/48880224-1754-4265-a80a-f687c474d149) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:31:08.197186 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-ff5f37ac-d038-41a0-9c2b-497f9031c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:08.198608 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-ff5f37ac-d038-41a0-9c2b-497f9031c80e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15940146-7ac3-40ce-99ef-da58ec216274 HTTP/1.1" status: 200 len: 849 time: 0.0460968 Sep 19 12:31:08.244916 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-bd2b7446-3663-44e5-9efa-68c8c7866f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:08.246399 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-bd2b7446-3663-44e5-9efa-68c8c7866f5c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=fd198206-8f2d-4496-8d28-135d50c06a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401027 Sep 19 12:31:08.266104 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for port (48880224-1754-4265-a80a-f687c474d149), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:08.343744 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-2e4b2c0a-e251-4c0b-a273-f6c8ed09a8f1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893342 Sep 19 12:31:08.350991 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (48880224-1754-4265-a80a-f687c474d149), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:08.397182 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:31:08.402333 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:31:08.404502 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'Port': ['ID=48880224-1754-4265-a80a-f687c474d149,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:08.406655 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:31:08.447077 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-744301c2-81aa-4bd7-8022-9cb6685574c5 req-ad1909b9-ddf6-4385-87d9-42aec2409a4a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946071 Sep 19 12:31:08.604337 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:08.644971 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:08.736084 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:08.757503 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for floatingip (7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:08.885978 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (48880224-1754-4265-a80a-f687c474d149), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:09.032365 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for port (48880224-1754-4265-a80a-f687c474d149), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:09.104446 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (48880224-1754-4265-a80a-f687c474d149), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:09.148801 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7064d8b-e818-4345-bec8-a677601db28a req-274151b6-2129-4974-a0c3-369fe50fbd06 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:09.148801 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a7064d8b-e818-4345-bec8-a677601db28a req-274151b6-2129-4974-a0c3-369fe50fbd06 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 943 time: 0.0476742 Sep 19 12:31:09.171310 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'Port': ['ID=48880224-1754-4265-a80a-f687c474d149,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:09.178698 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:09.198338 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a7064d8b-e818-4345-bec8-a677601db28a req-a20a6949-d742-4129-b601-cae1cc2b4b0d tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434151 Sep 19 12:31:09.255504 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:09.269320 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.l3_db [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Floating IP 7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2 associated. External IP: 172.27.3.40, port: 83af7231-e989-47cd-984e-6d5a0ed98d98. Sep 19 12:31:09.467084 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Router 9b761df4-5568-4a31-84d3-13fba06a20de has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:31:09.570459 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:31:09.579634 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] Sync routers for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:31:09.589704 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:31:09.590302 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:09.647163 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:09.677536 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-7965d87e-1137-4cb1-b48a-8d7ca9179cb0 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8220756 Sep 19 12:31:09.678719 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:31:09.681002 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc544e-ff57-400e-8607-3729469006b6" -d '{"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:09.681168 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41608) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:09.686206 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-f91c562b-9681-4f95-874a-a97de67e4de2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554250448', 'description': 'tempest-secgroup-smoke-554250448 description', 'project_id': 'e212d8593720481abae6cfa656f03078'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:09.695574 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:31:09.719680 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90d8b4a-789a-4605-908e-2ef5fda225f9 x-openstack-request-id: req-c90d8b4a-789a-4605-908e-2ef5fda225f9 {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:09.719969 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:09.720261 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c90d8b4a-789a-4605-908e-2ef5fda225f9 {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:09.720720 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90d8b4a-789a-4605-908e-2ef5fda225f9'] response: {'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'status': 'completed', 'code': 200} Sep 19 12:31:09.787001 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc544e-ff57-400e-8607-3729469006b6 req-50af10ab-8e64-43f9-ad33-1eaf3ff0cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:09.789003 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27bc544e-ff57-400e-8607-3729469006b6 req-50af10ab-8e64-43f9-ad33-1eaf3ff0cdcc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e212d8593720481abae6cfa656f03078&device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1130 time: 0.0414231 Sep 19 12:31:09.843237 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f91c562b-9681-4f95-874a-a97de67e4de2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:09.876783 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:09.910026 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'port_id': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'mac_address': 'fa:16:3e:65:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:31:08Z', 'updated_at': '2022-09-19T12:31:08Z', 'revision_number': 0, 'project_id': 'e212d8593720481abae6cfa656f03078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d20560-e394-4828-8734-b876270a0517', 'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'mac_address': 'fa:16:3e:c8:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:08Z', 'revision_number': 5, 'project_id': 'e212d8593720481abae6cfa656f03078', 'subnets': [{'id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:09.922331 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc544e-ff57-400e-8607-3729469006b6 req-98fa7ff5-24a9-4fd5-b8a5-90aea3ce134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:09.923858 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27bc544e-ff57-400e-8607-3729469006b6 req-98fa7ff5-24a9-4fd5-b8a5-90aea3ce134e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=50bac15b-6fa2-47bb-9dab-556f8cadd54c HTTP/1.1" status: 200 len: 916 time: 0.1286612 Sep 19 12:31:09.939615 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] Checking router: 9b761df4-5568-4a31-84d3-13fba06a20de for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:31:09.948384 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:31:09.949054 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:09.950657 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:09.979841 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f91c562b-9681-4f95-874a-a97de67e4de2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group (d060d448-3d7d-4210-a4c8-79b2239514ac), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:10.004568 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27bc544e-ff57-400e-8607-3729469006b6 req-7f75609c-585f-408b-890b-ec3a10999f4d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 999 time: 0.0662975 Sep 19 12:31:10.057713 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:31:10.061956 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:10.077282 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc544e-ff57-400e-8607-3729469006b6 req-de2650c0-bee9-4bc1-b761-1c502ab2dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:10.078771 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27bc544e-ff57-400e-8607-3729469006b6 req-de2650c0-bee9-4bc1-b761-1c502ab2dfaf service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4645eda1-86c4-4a2e-a364-8af3dfc37887 HTTP/1.1" status: 200 len: 854 time: 0.0662091 Sep 19 12:31:10.079801 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f91c562b-9681-4f95-874a-a97de67e4de2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d060d448-3d7d-4210-a4c8-79b2239514ac), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:10.138088 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c562b-9681-4f95-874a-a97de67e4de2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d060d448-3d7d-4210-a4c8-79b2239514ac,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:10.148344 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc544e-ff57-400e-8607-3729469006b6 req-2593b797-942c-42d7-933f-4cacfec374a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:10.149900 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27bc544e-ff57-400e-8607-3729469006b6 req-2593b797-942c-42d7-933f-4cacfec374a6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=50bac15b-6fa2-47bb-9dab-556f8cadd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629399 Sep 19 12:31:10.207642 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f91c562b-9681-4f95-874a-a97de67e4de2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:10.209026 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-f91c562b-9681-4f95-874a-a97de67e4de2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5268970 Sep 19 12:31:10.212646 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41612) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:10.217769 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-11fde4ff-1925-430b-b741-d36b12728093 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'security_group_rule': {'security_group_id': 'd060d448-3d7d-4210-a4c8-79b2239514ac', 'project_id': 'e212d8593720481abae6cfa656f03078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:10.247983 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:10.259324 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27bc544e-ff57-400e-8607-3729469006b6 req-e41cab7f-424c-4d1c-a328-abf43e8eabd2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009157 Sep 19 12:31:10.264909 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:10.284419 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'port_id': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'mac_address': 'fa:16:3e:65:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:31:08Z', 'updated_at': '2022-09-19T12:31:08Z', 'revision_number': 0, 'project_id': 'e212d8593720481abae6cfa656f03078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d20560-e394-4828-8734-b876270a0517', 'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'mac_address': 'fa:16:3e:c8:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:08Z', 'revision_number': 5, 'project_id': 'e212d8593720481abae6cfa656f03078', 'subnets': [{'id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:10.309857 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6813270e-ea27-434e-bc93-22abad56d84d None None] The sync data for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi is: [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'port_id': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'mac_address': 'fa:16:3e:65:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:31:08Z', 'updated_at': '2022-09-19T12:31:08Z', 'revision_number': 0, 'project_id': 'e212d8593720481abae6cfa656f03078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d20560-e394-4828-8734-b876270a0517', 'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'mac_address': 'fa:16:3e:c8:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:08Z', 'revision_number': 5, 'project_id': 'e212d8593720481abae6cfa656f03078', 'subnets': [{'id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:31:10.364942 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-11fde4ff-1925-430b-b741-d36b12728093 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (a074c924-d8e8-46bd-a002-377255006781), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:10.370856 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-27bc544e-ff57-400e-8607-3729469006b6 req-0313cc1e-37ea-4d86-8f24-8b7a01ab2892 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006019 Sep 19 12:31:10.428483 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-11fde4ff-1925-430b-b741-d36b12728093 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (a074c924-d8e8-46bd-a002-377255006781), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:10.502932 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-11fde4ff-1925-430b-b741-d36b12728093 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (a074c924-d8e8-46bd-a002-377255006781), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:10.507777 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd6970-77a5-42e6-854c-4bc4f197c6d6 req-f751c7d5-3940-4c48-bd58-625299981c5a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:10.509456 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-14cd6970-77a5-42e6-854c-4bc4f197c6d6 req-f751c7d5-3940-4c48-bd58-625299981c5a tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 943 time: 0.2174988 Sep 19 12:31:10.524328 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fde4ff-1925-430b-b741-d36b12728093 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a074c924-d8e8-46bd-a002-377255006781,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:10.530506 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7acda-ac19-4aac-ae5a-2b2e584a50a0 None None] New status for floating IP 7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2: ACTIVE {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:31:10.567187 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-14cd6970-77a5-42e6-854c-4bc4f197c6d6 req-77993a09-2541-47bf-ad5b-b7917cf9abe0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495255 Sep 19 12:31:10.649146 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-11fde4ff-1925-430b-b741-d36b12728093 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:10.650397 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-11fde4ff-1925-430b-b741-d36b12728093 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4362187 Sep 19 12:31:10.653555 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41618) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:10.657924 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-3a3cb00c-734c-4d51-949f-5ba168e3082b tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'security_group_rule': {'security_group_id': 'd060d448-3d7d-4210-a4c8-79b2239514ac', 'project_id': 'e212d8593720481abae6cfa656f03078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:10.916169 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb00c-734c-4d51-949f-5ba168e3082b tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (760a3420-9518-4d68-9817-f55b78720c8f), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:10.982449 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb00c-734c-4d51-949f-5ba168e3082b tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (760a3420-9518-4d68-9817-f55b78720c8f), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:11.564937 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb00c-734c-4d51-949f-5ba168e3082b tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (760a3420-9518-4d68-9817-f55b78720c8f), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:11.583262 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cb00c-734c-4d51-949f-5ba168e3082b tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760a3420-9518-4d68-9817-f55b78720c8f,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:11.690795 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6768e7-126b-4416-becc-9b4635de9817 req-15f8281b-78e1-403a-b048-228bc1275c74 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:11.692251 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-eb6768e7-126b-4416-becc-9b4635de9817 req-15f8281b-78e1-403a-b048-228bc1275c74 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 943 time: 0.0480340 Sep 19 12:31:11.703527 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb00c-734c-4d51-949f-5ba168e3082b tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:11.704881 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-3a3cb00c-734c-4d51-949f-5ba168e3082b tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0504174 Sep 19 12:31:11.707732 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41624) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:11.711947 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-349bf0dc-5b1f-4042-970f-2ebd2745531a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'security_group_rule': {'security_group_id': 'd060d448-3d7d-4210-a4c8-79b2239514ac', 'project_id': 'e212d8593720481abae6cfa656f03078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:11.741119 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-eb6768e7-126b-4416-becc-9b4635de9817 req-3bef15a9-b12f-4588-9e24-72db0145ef25 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418727 Sep 19 12:31:11.782366 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 68701594-a5ca-4fef-a35d-f4b800cc2c64 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:31:11.810245 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-349bf0dc-5b1f-4042-970f-2ebd2745531a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (f4957aaa-2dac-4ff3-9c27-b058aac19df7), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:11.843728 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:11.854728 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:11.867763 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-349bf0dc-5b1f-4042-970f-2ebd2745531a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (f4957aaa-2dac-4ff3-9c27-b058aac19df7), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:11.883233 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 68701594-a5ca-4fef-a35d-f4b800cc2c64, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=68701594-a5ca-4fef-a35d-f4b800cc2c64,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:11.894885 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '68701594-a5ca-4fef-a35d-f4b800cc2c64', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'port_id': '68701594-a5ca-4fef-a35d-f4b800cc2c64', 'mac_address': 'fa:16:3e:2d:69:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:31:11.935708 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 68701594-a5ca-4fef-a35d-f4b800cc2c64 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:31:11.936381 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:11.944813 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-349bf0dc-5b1f-4042-970f-2ebd2745531a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (f4957aaa-2dac-4ff3-9c27-b058aac19df7), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:11.949900 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68701594-a5ca-4fef-a35d-f4b800cc2c64 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:31:11.965674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bf0dc-5b1f-4042-970f-2ebd2745531a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4957aaa-2dac-4ff3-9c27-b058aac19df7,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:11.970567 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 68701594-a5ca-4fef-a35d-f4b800cc2c64, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=68701594-a5ca-4fef-a35d-f4b800cc2c64,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:12.039319 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.041579 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-349bf0dc-5b1f-4042-970f-2ebd2745531a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.044375 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-349bf0dc-5b1f-4042-970f-2ebd2745531a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356910 Sep 19 12:31:12.045728 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41626) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:12.050396 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-16dcbcb0-82d5-455d-af86-0253561d52d8 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'security_group_rule': {'security_group_id': 'd060d448-3d7d-4210-a4c8-79b2239514ac', 'project_id': 'e212d8593720481abae6cfa656f03078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:12.085921 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=68701594-a5ca-4fef-a35d-f4b800cc2c64,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:12.093023 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.093369 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.093730 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.094089 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.094422 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.094767 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.095074 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.095398 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.095720 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.096045 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.096367 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.096715 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.101779 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.101779 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.101779 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:12.150288 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16dcbcb0-82d5-455d-af86-0253561d52d8 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (13a71fa9-4668-447a-8540-4c95a1d3ae36), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.201049 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16dcbcb0-82d5-455d-af86-0253561d52d8 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (13a71fa9-4668-447a-8540-4c95a1d3ae36), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.284706 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16dcbcb0-82d5-455d-af86-0253561d52d8 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (13a71fa9-4668-447a-8540-4c95a1d3ae36), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.304980 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcbcb0-82d5-455d-af86-0253561d52d8 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a71fa9-4668-447a-8540-4c95a1d3ae36,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:12.340252 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['68701594-a5ca-4fef-a35d-f4b800cc2c64'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:31:12.388782 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16dcbcb0-82d5-455d-af86-0253561d52d8 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.390002 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-16dcbcb0-82d5-455d-af86-0253561d52d8 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3433156 Sep 19 12:31:12.392979 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41628) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:12.397501 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-1d018216-7cb0-4d50-8c81-d1ac15219788 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'security_group_rule': {'security_group_id': 'd060d448-3d7d-4210-a4c8-79b2239514ac', 'project_id': 'e212d8593720481abae6cfa656f03078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:12.498585 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.securitygroups_db [None req-1d018216-7cb0-4d50-8c81-d1ac15219788 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Project e212d8593720481abae6cfa656f03078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:31:12.504832 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1d018216-7cb0-4d50-8c81-d1ac15219788 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (59f96560-6e33-4fa8-8504-2733e3ef30a9), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.767365 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1d018216-7cb0-4d50-8c81-d1ac15219788 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (59f96560-6e33-4fa8-8504-2733e3ef30a9), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.827517 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1d018216-7cb0-4d50-8c81-d1ac15219788 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (59f96560-6e33-4fa8-8504-2733e3ef30a9), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.846388 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d018216-7cb0-4d50-8c81-d1ac15219788 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f96560-6e33-4fa8-8504-2733e3ef30a9,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:12.861951 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25059ccb-9b79-4c3e-9640-40731b556002 req-615865cb-5a5f-4c5e-9a97-e4d6aa91ee22 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:12.863415 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-25059ccb-9b79-4c3e-9640-40731b556002 req-615865cb-5a5f-4c5e-9a97-e4d6aa91ee22 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 944 time: 0.0468841 Sep 19 12:31:12.913547 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-25059ccb-9b79-4c3e-9640-40731b556002 req-276c5b87-67e2-4bbf-8446-369e552b8bb7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442507 Sep 19 12:31:12.944245 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1d018216-7cb0-4d50-8c81-d1ac15219788 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:12.945504 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-1d018216-7cb0-4d50-8c81-d1ac15219788 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5515513 Sep 19 12:31:12.948222 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41632) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:12.952424 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-370f1929-cf3f-409e-8788-a3144f97ef48 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'security_group_rule': {'security_group_id': 'd060d448-3d7d-4210-a4c8-79b2239514ac', 'project_id': 'e212d8593720481abae6cfa656f03078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:13.053502 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.securitygroups_db [None req-370f1929-cf3f-409e-8788-a3144f97ef48 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Project e212d8593720481abae6cfa656f03078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:31:13.059491 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-370f1929-cf3f-409e-8788-a3144f97ef48 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (5d832a94-69be-4edb-a794-e427b43c9b50), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:13.084581 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:13.118527 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-370f1929-cf3f-409e-8788-a3144f97ef48 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (5d832a94-69be-4edb-a794-e427b43c9b50), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:13.198798 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-370f1929-cf3f-409e-8788-a3144f97ef48 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (5d832a94-69be-4edb-a794-e427b43c9b50), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:13.218200 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f1929-cf3f-409e-8788-a3144f97ef48 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d832a94-69be-4edb-a794-e427b43c9b50,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:13.294760 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-370f1929-cf3f-409e-8788-a3144f97ef48 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:13.295959 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-370f1929-cf3f-409e-8788-a3144f97ef48 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3467898 Sep 19 12:31:13.387734 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-798dafaf-2c1e-4d29-9099-fb082bd0096c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-554250448&fields=id&tenant_id=e212d8593720481abae6cfa656f03078 HTTP/1.1" status: 200 len: 267 time: 0.0454304 Sep 19 12:31:13.437943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-bf456625-9c63-4867-930c-3c0e0eb425c2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:13.439375 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-bf456625-9c63-4867-930c-3c0e0eb425c2 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0463881 Sep 19 12:31:13.451519 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-f2d61c95-ac17-434a-b359-417a3011dcd7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'port': {'security_groups': ['6615e491-4f3a-4d16-92b2-039337e78c7e', 'd060d448-3d7d-4210-a4c8-79b2239514ac']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:13.490874 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:13.528078 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-f2d61c95-ac17-434a-b359-417a3011dcd7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:13.720189 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-f2d61c95-ac17-434a-b359-417a3011dcd7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] For port 83af7231-e989-47cd-984e-6d5a0ed98d98, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=83af7231-e989-47cd-984e-6d5a0ed98d98,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:13.747725 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-f2d61c95-ac17-434a-b359-417a3011dcd7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:13.800746 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 68701594-a5ca-4fef-a35d-f4b800cc2c64 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:31:13.812874 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-f2d61c95-ac17-434a-b359-417a3011dcd7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:13.823605 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-f2d61c95-ac17-434a-b359-417a3011dcd7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:13.824222 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-f2d61c95-ac17-434a-b359-417a3011dcd7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:13.824582 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['83af7231-e989-47cd-984e-6d5a0ed98d98'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:31:13.825641 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8386c1da-b5c5-4015-a699-b522fcb863ea req-f2d61c95-ac17-434a-b359-417a3011dcd7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "PUT /networking/v2.0/ports/83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 982 time: 0.3796079 Sep 19 12:31:13.826211 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:31:13.828480 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4097b1c-ef68-48ca-b333-15483fbab30b" -d '{"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:13.889861 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 68701594-a5ca-4fef-a35d-f4b800cc2c64 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:31:13.891064 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d61c95-ac17-434a-b359-417a3011dcd7 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'Port': ['ID=83af7231-e989-47cd-984e-6d5a0ed98d98,revision_number=6']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:13.902375 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a8ba2b-225b-4a63-ab7e-d020f2e6819c x-openstack-request-id: req-60a8ba2b-225b-4a63-ab7e-d020f2e6819c {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:13.902781 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:13.903227 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-60a8ba2b-225b-4a63-ab7e-d020f2e6819c {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:13.903777 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a8ba2b-225b-4a63-ab7e-d020f2e6819c'] response: {'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'status': 'completed', 'code': 200} Sep 19 12:31:13.948430 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:13.984944 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908d043-2ff6-45fb-8bc5-11e047981090 req-1da9c63b-96d4-47ad-b5a6-e47dde741b62 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:13.985125 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b908d043-2ff6-45fb-8bc5-11e047981090 req-1da9c63b-96d4-47ad-b5a6-e47dde741b62 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0803809 Sep 19 12:31:13.993708 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-fdb1a1ed-4ee4-4a6c-b9cd-6aea08fa1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:13.995290 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-fdb1a1ed-4ee4-4a6c-b9cd-6aea08fa1201 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e212d8593720481abae6cfa656f03078&device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1169 time: 0.0608206 Sep 19 12:31:14.057767 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['83af7231-e989-47cd-984e-6d5a0ed98d98'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:31:14.063621 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 68701594-a5ca-4fef-a35d-f4b800cc2c64 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:31:14.063997 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:14.064408 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 68701594-a5ca-4fef-a35d-f4b800cc2c64 Sep 19 12:31:14.146855 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b908d043-2ff6-45fb-8bc5-11e047981090 req-07004d5b-ccd8-4932-9177-d16e36eb7c42 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546738 Sep 19 12:31:14.170275 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d53956-bea4-4dcb-8f67-b49a38f5a399 req-4a5d115e-368d-435e-8f12-e53fad3883bc tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:14.171761 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3d53956-bea4-4dcb-8f67-b49a38f5a399 req-4a5d115e-368d-435e-8f12-e53fad3883bc tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 944 time: 0.1591847 Sep 19 12:31:14.206979 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-70b968cd-5bb3-4536-9124-5fd6e389aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:14.208426 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-70b968cd-5bb3-4536-9124-5fd6e389aec6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=50bac15b-6fa2-47bb-9dab-556f8cadd54c HTTP/1.1" status: 200 len: 916 time: 0.1947591 Sep 19 12:31:14.267705 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3d53956-bea4-4dcb-8f67-b49a38f5a399 req-583f5b37-7109-47df-a5f5-84633e525b36 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899575 Sep 19 12:31:14.288435 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-5da0ea9f-3c78-4de6-93f5-63bc7a2457d9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 1001 time: 0.0681727 Sep 19 12:31:14.307608 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 68701594-a5ca-4fef-a35d-f4b800cc2c64 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:31:14.307986 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:14.333345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:14.339813 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:14.346977 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-003b4e93-18f8-437f-8f74-b390905d5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:14.351215 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-003b4e93-18f8-437f-8f74-b390905d5cbf service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4645eda1-86c4-4a2e-a364-8af3dfc37887 HTTP/1.1" status: 200 len: 854 time: 0.0555081 Sep 19 12:31:14.362523 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:14.372785 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68701594-a5ca-4fef-a35d-f4b800cc2c64'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:31:14.374997 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47065f26-8248-45ec-967e-f20d9b50c1a3" -d '{"events": [{"server_uuid": "6bb2e455-fdfc-4c68-bf38-e569a2797293", "name": "network-vif-plugged", "status": "completed", "tag": "68701594-a5ca-4fef-a35d-f4b800cc2c64"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:14.398367 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-f29892da-69c7-4565-81fb-6e53ae91f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:14.400325 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-f29892da-69c7-4565-81fb-6e53ae91f502 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=50bac15b-6fa2-47bb-9dab-556f8cadd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417325 Sep 19 12:31:14.401678 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 68701594-a5ca-4fef-a35d-f4b800cc2c64, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=68701594-a5ca-4fef-a35d-f4b800cc2c64,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:14.420467 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c20397-726f-4f32-aea4-81ca49c7dbe8 x-openstack-request-id: req-06c20397-726f-4f32-aea4-81ca49c7dbe8 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:14.420777 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2e455-fdfc-4c68-bf38-e569a2797293", "name": "network-vif-plugged", "status": "completed", "tag": "68701594-a5ca-4fef-a35d-f4b800cc2c64", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:14.421028 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-06c20397-726f-4f32-aea4-81ca49c7dbe8 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:14.421414 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c20397-726f-4f32-aea4-81ca49c7dbe8'] response: {'server_uuid': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68701594-a5ca-4fef-a35d-f4b800cc2c64', 'code': 200} Sep 19 12:31:14.449283 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:14.479726 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:14.508851 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-90f5b5f0-e2f1-4840-81ae-fd7b85bdb1a3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990186 Sep 19 12:31:14.598189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=68701594-a5ca-4fef-a35d-f4b800cc2c64,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:14.612538 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d4097b1c-ef68-48ca-b333-15483fbab30b req-5f4ce971-9f32-4359-a7b0-2037e2f28094 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970128 Sep 19 12:31:14.822315 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053bf8d-fb63-4fc7-9d63-c2fdf11cb56b req-675c0935-5685-496d-8e5e-25496fff7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:14.823811 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b053bf8d-fb63-4fc7-9d63-c2fdf11cb56b req-675c0935-5685-496d-8e5e-25496fff7ab4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 1129 time: 0.0388846 Sep 19 12:31:14.873217 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b053bf8d-fb63-4fc7-9d63-c2fdf11cb56b req-4ec1376a-2ce3-4d21-9a36-03993af17e9f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391061 Sep 19 12:31:14.907599 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:15.394609 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a2392-7eb1-4926-a06a-d112cfb5090a req-7c02e088-a6ef-4c9c-b0c9-808e369fa6e0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:15.395950 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c36a2392-7eb1-4926-a06a-d112cfb5090a req-7c02e088-a6ef-4c9c-b0c9-808e369fa6e0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 945 time: 0.0482278 Sep 19 12:31:15.442049 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c36a2392-7eb1-4926-a06a-d112cfb5090a req-e9b179b5-ce0c-4a29-9eaa-fb757e25fad2 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398502 Sep 19 12:31:16.562952 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6af58-bea1-43e7-be55-1132cf1f7483 req-bd1f5bf0-d643-4329-92bd-909d2464d46b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:16.564394 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-97c6af58-bea1-43e7-be55-1132cf1f7483 req-bd1f5bf0-d643-4329-92bd-909d2464d46b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 945 time: 0.0456321 Sep 19 12:31:16.612206 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-97c6af58-bea1-43e7-be55-1132cf1f7483 req-4085262e-f208-4dbb-85b6-4068edcd17c1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405755 Sep 19 12:31:17.450475 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:17.735754 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30920fd5-e884-440c-b8b6-1955e871cd9b req-20e57815-751f-4a51-a3fd-b93dd451215c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:17.737202 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-30920fd5-e884-440c-b8b6-1955e871cd9b req-20e57815-751f-4a51-a3fd-b93dd451215c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 945 time: 0.0495033 Sep 19 12:31:17.786127 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-30920fd5-e884-440c-b8b6-1955e871cd9b req-4ab012e7-4892-4588-8f3b-da0b2c0ac48e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426526 Sep 19 12:31:17.900835 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2d389-8791-43fd-9aee-572a55761587 req-18d0dcb9-88b4-42d9-8efe-85b42eb7699c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:17.902261 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ee2d389-8791-43fd-9aee-572a55761587 req-18d0dcb9-88b4-42d9-8efe-85b42eb7699c tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 945 time: 0.0457640 Sep 19 12:31:17.912379 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41656) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:17.916692 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-4bb66b53-8f9f-454d-b86b-fe784c3c3280 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Request body: {'floatingip': {'port_id': '68701594-a5ca-4fef-a35d-f4b800cc2c64'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:17.953476 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4bb66b53-8f9f-454d-b86b-fe784c3c3280 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (0f27c384-c4ef-4ac4-839e-9b79a40df19b), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:18.061946 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:18.515284 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-f464995d-65f5-45a4-9726-c7a4dabd1649 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3154256 Sep 19 12:31:18.628110 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-cb81f17a-bdb1-4693-a96d-50e1c4bcef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:18.629609 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-cb81f17a-bdb1-4693-a96d-50e1c4bcef6a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 1129 time: 0.0688865 Sep 19 12:31:18.733804 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4bb66b53-8f9f-454d-b86b-fe784c3c3280 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:18.743612 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:18.768941 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-3dd65868-d4f9-4bb3-a08d-b6509c182800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:18.770327 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-3dd65868-d4f9-4bb3-a08d-b6509c182800 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 200 len: 919 time: 0.1033213 Sep 19 12:31:18.815319 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-ebdf61c3-f286-44fa-93b3-2410de8a3a9d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe HTTP/1.1" status: 200 len: 217 time: 0.0362134 Sep 19 12:31:18.818014 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4bb66b53-8f9f-454d-b86b-fe784c3c3280 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (0f27c384-c4ef-4ac4-839e-9b79a40df19b), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:18.934946 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-142cabcc-0bbc-4e71-baea-bc5a5b326360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:18.936401 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-142cabcc-0bbc-4e71-baea-bc5a5b326360 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 200 len: 857 time: 0.0853710 Sep 19 12:31:18.982183 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-4bb66b53-8f9f-454d-b86b-fe784c3c3280 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Floating IP 0f27c384-c4ef-4ac4-839e-9b79a40df19b associated. External IP: 172.27.3.47, port: 68701594-a5ca-4fef-a35d-f4b800cc2c64. Sep 19 12:31:19.019324 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-ebf07143-3a68-4fe1-916f-17b33c850c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:19.020577 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-ebf07143-3a68-4fe1-916f-17b33c850c23 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cfe95f3e-3dda-428e-b0b1-ae445a370fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752738 Sep 19 12:31:19.205183 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:19.217457 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-a4f508c8-82ed-4797-aa6f-2879d4f24ae0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487861 Sep 19 12:31:19.340352 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb66b53-8f9f-454d-b86b-fe784c3c3280 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Router 2adeb970-409c-4789-96cf-b2dc1865cf9b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:31:19.368878 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dc7b0dcf-1f24-4ea1-a3ca-1045f3d68227 req-54d70a94-933e-4ee2-a9ca-30d786d848cd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447310 Sep 19 12:31:19.469525 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb66b53-8f9f-454d-b86b-fe784c3c3280 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:31:19.474017 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4bb66b53-8f9f-454d-b86b-fe784c3c3280 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:19.479916 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] Sync routers for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:31:19.491261 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:31:19.491880 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:19.507490 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4bb66b53-8f9f-454d-b86b-fe784c3c3280 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/0f27c384-c4ef-4ac4-839e-9b79a40df19b HTTP/1.1" status: 200 len: 990 time: 1.5940337 Sep 19 12:31:19.508189 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'tag': '68701594-a5ca-4fef-a35d-f4b800cc2c64'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:31:19.510757 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee36a00b-0cd8-4784-9002-57b3d5bd7266" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb2e455-fdfc-4c68-bf38-e569a2797293", "tag": "68701594-a5ca-4fef-a35d-f4b800cc2c64"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:19.554731 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32daa20-e237-4ad7-a462-ccef960620ef x-openstack-request-id: req-d32daa20-e237-4ad7-a462-ccef960620ef {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:19.554731 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb2e455-fdfc-4c68-bf38-e569a2797293", "tag": "68701594-a5ca-4fef-a35d-f4b800cc2c64", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:19.556851 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d32daa20-e237-4ad7-a462-ccef960620ef {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:19.556851 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32daa20-e237-4ad7-a462-ccef960620ef'] response: {'name': 'network-changed', 'server_uuid': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'tag': '68701594-a5ca-4fef-a35d-f4b800cc2c64', 'status': 'completed', 'code': 200} Sep 19 12:31:19.598598 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:31:19.619709 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-ab6ae534-2b65-452b-a560-a8b10f51a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:19.621258 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-ab6ae534-2b65-452b-a560-a8b10f51a652 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=61eb996219124e819beda67ca498dee8&device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 1129 time: 0.0417168 Sep 19 12:31:19.724198 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-9ee33fe0-15da-4fed-a984-98b98ac833e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:19.725883 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-9ee33fe0-15da-4fed-a984-98b98ac833e7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 200 len: 911 time: 0.0959070 Sep 19 12:31:19.775985 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:19.791775 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-49b7394c-909d-4651-90f9-15736f3b597e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68701594-a5ca-4fef-a35d-f4b800cc2c64 HTTP/1.1" status: 200 len: 998 time: 0.0582471 Sep 19 12:31:19.813280 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '0f27c384-c4ef-4ac4-839e-9b79a40df19b', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'port_id': '68701594-a5ca-4fef-a35d-f4b800cc2c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'mac_address': 'fa:16:3e:2d:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:31:01Z', 'updated_at': '2022-09-19T12:31:18Z', 'revision_number': 1, 'project_id': '61eb996219124e819beda67ca498dee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:19.839264 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] Checking router: 2adeb970-409c-4789-96cf-b2dc1865cf9b for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:31:19.845698 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-8a32d17c-5e59-45f3-855f-fa6fa7d66d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:19.847166 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-8a32d17c-5e59-45f3-855f-fa6fa7d66d2f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=15940146-7ac3-40ce-99ef-da58ec216274 HTTP/1.1" status: 200 len: 849 time: 0.0488167 Sep 19 12:31:19.848283 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:31:19.848967 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:19.897368 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-591b53fe-409d-4bfe-af05-59afb950754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:19.899080 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-591b53fe-409d-4bfe-af05-59afb950754d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=fd198206-8f2d-4496-8d28-135d50c06a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422490 Sep 19 12:31:19.998291 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-cbce3cd2-3c0c-4307-a59e-bc3b46cc9369 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900831 Sep 19 12:31:20.045370 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:31:20.096909 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee36a00b-0cd8-4784-9002-57b3d5bd7266 req-4a8b7d55-bd2e-446c-9ec3-aae80b7e95c4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901115 Sep 19 12:31:20.213022 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:20.263107 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '0f27c384-c4ef-4ac4-839e-9b79a40df19b', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'port_id': '68701594-a5ca-4fef-a35d-f4b800cc2c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'mac_address': 'fa:16:3e:2d:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:31:01Z', 'updated_at': '2022-09-19T12:31:18Z', 'revision_number': 1, 'project_id': '61eb996219124e819beda67ca498dee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:20.288670 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eedd07-2ce2-470f-abf7-46c8dd11e62d None None] The sync data for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi is: [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '0f27c384-c4ef-4ac4-839e-9b79a40df19b', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'port_id': '68701594-a5ca-4fef-a35d-f4b800cc2c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'mac_address': 'fa:16:3e:2d:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:31:01Z', 'updated_at': '2022-09-19T12:31:18Z', 'revision_number': 1, 'project_id': '61eb996219124e819beda67ca498dee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:31:20.487521 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ad395-b8ce-46a9-93c7-408cceeae640 None None] New status for floating IP 0f27c384-c4ef-4ac4-839e-9b79a40df19b: ACTIVE {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:31:23.218508 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:26.732773 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:31:30.091796 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=73 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:30.093826 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=24 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:30.588146 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:30.594205 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:30.596920 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=9 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:31.503501 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25511eb5-6c08-49f3-b18d-e1a542c1c897 req-90b85043-ae26-4723-8ce9-e2d6747b52b9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:31.505199 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-25511eb5-6c08-49f3-b18d-e1a542c1c897 req-90b85043-ae26-4723-8ce9-e2d6747b52b9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0550125 Sep 19 12:31:31.557557 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-25511eb5-6c08-49f3-b18d-e1a542c1c897 req-f61165c8-daae-422c-bcee-51b7bb8894a9 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454054 Sep 19 12:31:32.688438 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e645-8908-4afe-ba41-6cdc345ba4f1 req-09deed07-e9cb-43b6-8911-260067f315aa tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:32.689951 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57c1e645-8908-4afe-ba41-6cdc345ba4f1 req-09deed07-e9cb-43b6-8911-260067f315aa tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0526884 Sep 19 12:31:32.738263 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-57c1e645-8908-4afe-ba41-6cdc345ba4f1 req-6a339380-1703-4a71-a1c9-2921dd05c0c4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421331 Sep 19 12:31:33.521036 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-76eefa4d-f98a-4f93-a666-2108f36b2309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:33.866780 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c822d5-fbaf-43e9-912a-2e0d5fc8809f req-479fb742-074c-4a63-886b-d58485c3d661 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:33.868216 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4c822d5-fbaf-43e9-912a-2e0d5fc8809f req-479fb742-074c-4a63-886b-d58485c3d661 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0480816 Sep 19 12:31:33.915958 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f4c822d5-fbaf-43e9-912a-2e0d5fc8809f req-f9f8516d-7991-4b50-9bed-7fb3a85aee9d tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420434 Sep 19 12:31:35.038693 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c6765-4669-4a97-bcf1-c4a8e8142e31 req-e94868e0-b2a8-4abe-99a4-00d1cc944c5a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:35.041087 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-893c6765-4669-4a97-bcf1-c4a8e8142e31 req-e94868e0-b2a8-4abe-99a4-00d1cc944c5a tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0484242 Sep 19 12:31:35.090727 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-893c6765-4669-4a97-bcf1-c4a8e8142e31 req-cc448833-14bb-411e-bf91-f7e00ea9fe3e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d62ba283-4973-4250-959d-1cca31fd43b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443430 Sep 19 12:31:35.415039 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41933e32-e07d-4b51-a44e-aca54e648196 req-c7412ac6-014f-4045-b516-61d74d3c7148 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:35.416493 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-41933e32-e07d-4b51-a44e-aca54e648196 req-c7412ac6-014f-4045-b516-61d74d3c7148 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 945 time: 0.0469594 Sep 19 12:31:35.500318 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Deleting port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:31:35.500633 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:35.595518 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] For port e85fffd8-bc70-45a1-bd7d-55d41cea22d2, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:35.595877 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:35.650658 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c18b8e6b-6f60-4292-80d7-ffc270f87595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:35.755670 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:35.755935 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (c73e61d1-63c6-4c74-8a2a-07ff73706772), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:35.756241 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Floating IP c73e61d1-63c6-4c74-8a2a-07ff73706772 disassociated. External IP: 172.27.3.93, port: e85fffd8-bc70-45a1-bd7d-55d41cea22d2. Sep 19 12:31:35.756575 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Calling delete_port for e85fffd8-bc70-45a1-bd7d-55d41cea22d2 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:31:35.941444 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (e85fffd8-bc70-45a1-bd7d-55d41cea22d2), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:35.967485 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event deleted for resources: {'Port': ['ID=e85fffd8-bc70-45a1-bd7d-55d41cea22d2,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:35.979938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:35.982342 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.982715 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.983049 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.983389 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.983718 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.984055 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.984387 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.984793 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.985067 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.985455 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.990795 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.990795 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.990795 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.990795 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.990795 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:35.993022 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:36.097013 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Router 8cd8515c-9ca6-4d34-8775-63451d03295c has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:31:36.229580 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ba4a990b-9cfb-4acf-892c-0da2ff081860 req-d7bba204-0316-4504-a740-47f25bb82988 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 210 time: 0.0343683 Sep 19 12:31:36.238538 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:31:36.250099 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] Sync routers for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:31:36.260303 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:31:36.260935 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:36.283223 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] No DVR routers for this DVR port e85fffd8-bc70-45a1-bd7d-55d41cea22d2 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:31:36.285937 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:36.289207 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-41933e32-e07d-4b51-a44e-aca54e648196 req-5c07d762-cb8f-4379-a8cb-ee375d1e64a7 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "DELETE /networking/v2.0/ports/e85fffd8-bc70-45a1-bd7d-55d41cea22d2 HTTP/1.1" status: 204 len: 173 time: 0.8658431 Sep 19 12:31:36.289705 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'name': 'network-vif-deleted', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:31:36.292030 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f0880a-5181-4463-bbf9-d1adde899e71" -d '{"events": [{"server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "name": "network-vif-deleted", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:36.331056 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daf1e1d-22cb-4e2a-b9d7-f4984e92cd7c x-openstack-request-id: req-5daf1e1d-22cb-4e2a-b9d7-f4984e92cd7c {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:36.331441 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5", "name": "network-vif-deleted", "tag": "e85fffd8-bc70-45a1-bd7d-55d41cea22d2", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:36.331717 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5daf1e1d-22cb-4e2a-b9d7-f4984e92cd7c {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:36.332514 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5daf1e1d-22cb-4e2a-b9d7-f4984e92cd7c'] response: {'server_uuid': 'ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5', 'name': 'network-vif-deleted', 'tag': 'e85fffd8-bc70-45a1-bd7d-55d41cea22d2', 'status': 'completed', 'code': 200} Sep 19 12:31:36.364946 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:31:36.489035 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:36.573199 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:31Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:36.597650 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] Checking router: 8cd8515c-9ca6-4d34-8775-63451d03295c for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:31:36.606755 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:31:36.609024 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:36.720630 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:31:36.920163 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:36.922906 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:31Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:36.949415 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede0e76-6b80-4132-91d1-6edaa0616365 None None] The sync data for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi is: [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:26:19Z', 'revision_number': 4, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'eab0485d-f865-4aae-8e65-a98d38e220db', 'name': '', 'network_id': 'cfe95f3e-3dda-428e-b0b1-ae445a370fb3', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'mac_address': 'fa:16:3e:63:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:18Z', 'updated_at': '2022-09-19T12:26:31Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'subnets': [{'id': '7122e549-d2cc-4aba-84b2-17115f1c758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:31:37.035699 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338a90-8787-465c-a784-e6db6b6afcfe req-8df87421-477c-4f17-a4f5-3a7ffde9d034 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:37.037228 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3b338a90-8787-465c-a784-e6db6b6afcfe req-8df87421-477c-4f17-a4f5-3a7ffde9d034 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0547514 Sep 19 12:31:37.100957 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3b338a90-8787-465c-a784-e6db6b6afcfe req-66cafdc3-ac2e-433c-a017-504f52028b7a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572257 Sep 19 12:31:37.170808 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f624666b-b3d3-4691-9f29-5bd8e3c72699 None None] New status for floating IP c73e61d1-63c6-4c74-8a2a-07ff73706772: DOWN {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:31:37.383784 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bd40f083-028c-4656-91e8-75f4cc0a050a req-3ac7f506-f70c-4103-931e-2cfa9de85f51 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ff691018-8ff1-4b6a-8a6d-cc9735fa8ee5 HTTP/1.1" status: 200 len: 210 time: 0.0356331 Sep 19 12:31:37.384776 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-2d77b450-8870-442d-8946-98234aedf284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:37.386569 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-2d77b450-8870-442d-8946-98234aedf284 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e212d8593720481abae6cfa656f03078&device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1169 time: 0.1277423 Sep 19 12:31:37.497776 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-89a80ccd-5b36-4625-b75a-94cc129305e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:37.499207 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-89a80ccd-5b36-4625-b75a-94cc129305e9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=50bac15b-6fa2-47bb-9dab-556f8cadd54c HTTP/1.1" status: 200 len: 916 time: 0.0956175 Sep 19 12:31:37.567017 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-b60f3abe-a4e0-45c0-830a-648b9de7d4e8 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 1001 time: 0.0556519 Sep 19 12:31:37.627961 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-eb3415f5-608a-4871-a9b7-310e843ef9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:37.629486 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-eb3415f5-608a-4871-a9b7-310e843ef9a4 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4645eda1-86c4-4a2e-a364-8af3dfc37887 HTTP/1.1" status: 200 len: 854 time: 0.0542195 Sep 19 12:31:37.673700 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-1e912e34-6c7b-43b7-81e5-959ec1fa5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:37.675182 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-1e912e34-6c7b-43b7-81e5-959ec1fa5a69 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=50bac15b-6fa2-47bb-9dab-556f8cadd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390723 Sep 19 12:31:37.772208 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-7e6a494c-c460-4753-a430-25679d19cd95 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878382 Sep 19 12:31:37.865354 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58cc8e1b-5597-4e22-8067-9acfde74c517 req-6e36828f-4501-4a3e-8b08-4e18ddffff32 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866804 Sep 19 12:31:38.207967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:38.225077 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b931c57-94ed-438f-8043-533a81632b92 req-be476a48-5704-4c10-b9ac-43bf38f7bbbe tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:38.226528 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1b931c57-94ed-438f-8043-533a81632b92 req-be476a48-5704-4c10-b9ac-43bf38f7bbbe tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0469208 Sep 19 12:31:38.291512 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1b931c57-94ed-438f-8043-533a81632b92 req-b7f11109-e385-41aa-9ecc-021c88777c28 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582426 Sep 19 12:31:38.542758 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41734) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:38.600156 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7b6cbb5b-b595-4ca4-af84-4b84e23df897 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group (d62ba283-4973-4250-959d-1cca31fd43b5), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:38.622988 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7b6cbb5b-b595-4ca4-af84-4b84e23df897 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group (d62ba283-4973-4250-959d-1cca31fd43b5), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:38.646661 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:38.732104 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:38.754968 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7b6cbb5b-b595-4ca4-af84-4b84e23df897 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d62ba283-4973-4250-959d-1cca31fd43b5), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:38.757691 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7b6cbb5b-b595-4ca4-af84-4b84e23df897 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:38.758835 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-7b6cbb5b-b595-4ca4-af84-4b84e23df897 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/d62ba283-4973-4250-959d-1cca31fd43b5 HTTP/1.1" status: 204 len: 168 time: 0.2150936 Sep 19 12:31:38.762044 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41736) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:38.763979 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:38.769101 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cbb5b-b595-4ca4-af84-4b84e23df897 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ba283-4973-4250-959d-1cca31fd43b5,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:38.775743 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.api.v2.resource [None req-16dfe723-984b-4861-b8e3-fbf058f5a543 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] show failed (client error): The resource could not be found. Sep 19 12:31:38.782479 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-16dfe723-984b-4861-b8e3-fbf058f5a543 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups/d62ba283-4973-4250-959d-1cca31fd43b5 HTTP/1.1" status: 404 len: 347 time: 0.0193582 Sep 19 12:31:38.791839 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41738) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:38.907200 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Deleting port 70267896-6d4c-40e9-8f2c-3aea8f089d27 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:31:38.907538 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (70267896-6d4c-40e9-8f2c-3aea8f089d27), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:38.988220 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (70267896-6d4c-40e9-8f2c-3aea8f089d27), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:38.988460 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for floatingip (70267896-6d4c-40e9-8f2c-3aea8f089d27), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:39.002040 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Calling delete_port for 70267896-6d4c-40e9-8f2c-3aea8f089d27 owned by network:floatingip {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:31:39.230327 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (70267896-6d4c-40e9-8f2c-3aea8f089d27), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:39.253819 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event deleted for resources: {'Port': ['ID=70267896-6d4c-40e9-8f2c-3aea8f089d27,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:39.267712 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.268062 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.268400 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.268764 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.269098 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.269424 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.269748 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.270070 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.270389 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.270705 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.271024 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.271414 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.271663 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.271976 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.272292 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:31:39.329096 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks [] for floatingip (c73e61d1-63c6-4c74-8a2a-07ff73706772), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:39.331570 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:39.335607 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-999436ba-2018-4d32-86c6-e6d3e0958599 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/c73e61d1-63c6-4c74-8a2a-07ff73706772 HTTP/1.1" status: 204 len: 168 time: 0.5426834 Sep 19 12:31:39.420220 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2be3d-97b1-47ad-8786-027a64aca1ae req-ec8a67f9-938c-42cd-a991-89f9f1857927 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:39.421778 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38c2be3d-97b1-47ad-8786-027a64aca1ae req-ec8a67f9-938c-42cd-a991-89f9f1857927 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0496876 Sep 19 12:31:39.486005 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38c2be3d-97b1-47ad-8786-027a64aca1ae req-006170c4-1cd5-4bd4-b385-2fd53c784dfe tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577683 Sep 19 12:31:39.974952 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e85fffd8-bc70-45a1-bd7d-55d41cea22d2 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:31:39.994746 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: e85fffd8-bc70-45a1-bd7d-55d41cea22d2 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:31:39.995087 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e85fffd8-bc70-45a1-bd7d-55d41cea22d2 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:31:40.861418 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e9a09-6d75-4fdb-a0f4-6af174fbab5e req-794a0df0-c36e-454b-a6ea-01c1c2387320 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:40.863055 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c15e9a09-6d75-4fdb-a0f4-6af174fbab5e req-794a0df0-c36e-454b-a6ea-01c1c2387320 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.2947965 Sep 19 12:31:40.944202 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c15e9a09-6d75-4fdb-a0f4-6af174fbab5e req-e2715ebc-a839-47f6-8dfc-a5ca64cefaf1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697432 Sep 19 12:31:42.064758 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89144db5-4ec1-485e-917a-0217dd3645f7 req-c756ae2b-97ff-49fc-a2fa-8b9d1b9f9440 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:42.066176 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-89144db5-4ec1-485e-917a-0217dd3645f7 req-c756ae2b-97ff-49fc-a2fa-8b9d1b9f9440 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0489342 Sep 19 12:31:42.132627 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-89144db5-4ec1-485e-917a-0217dd3645f7 req-1b6624ff-b802-4257-b308-2e9b08a9bb03 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606818 Sep 19 12:31:42.405653 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6778f-bf92-4454-a869-9df736dc5ac0 req-c5376644-0177-42e7-b14b-0827fee10ff4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:42.407107 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65f6778f-bf92-4454-a869-9df736dc5ac0 req-c5376644-0177-42e7-b14b-0827fee10ff4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0471797 Sep 19 12:31:42.455005 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65f6778f-bf92-4454-a869-9df736dc5ac0 req-d4301caf-847c-4ebe-9cde-77d2024c190b tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Sep 19 12:31:43.258236 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e9a4a-ed61-4a49-8b5f-407ebfebc0f2 req-f964992f-da39-4ebb-a886-43f1986d5ac1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:43.259747 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4a7e9a4a-ed61-4a49-8b5f-407ebfebc0f2 req-f964992f-da39-4ebb-a886-43f1986d5ac1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0481067 Sep 19 12:31:43.320037 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4a7e9a4a-ed61-4a49-8b5f-407ebfebc0f2 req-544a816f-1d67-4035-ac82-bae1c0aae091 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541794 Sep 19 12:31:43.577861 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60feef-3b69-4141-9baa-65f982d7a24c req-b9ace7b8-0228-47e3-aee2-5426c3782378 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:43.579320 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dd60feef-3b69-4141-9baa-65f982d7a24c req-b9ace7b8-0228-47e3-aee2-5426c3782378 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0483973 Sep 19 12:31:43.625662 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dd60feef-3b69-4141-9baa-65f982d7a24c req-1e1a73db-c1b2-4fe9-a2fb-2f7aa947f6fc tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Sep 19 12:31:44.439611 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a87430-0309-4100-be2a-25d4dbaaf3af req-f087b035-dce7-4057-b19e-3dd7feba61d1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:44.441108 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-02a87430-0309-4100-be2a-25d4dbaaf3af req-f087b035-dce7-4057-b19e-3dd7feba61d1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0465159 Sep 19 12:31:44.500414 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-02a87430-0309-4100-be2a-25d4dbaaf3af req-25fb6ed9-865e-432b-9782-fc3fb8ce3659 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527723 Sep 19 12:31:44.749520 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84fc36-ecf2-4a60-859a-38f3294cbd42 req-05b40229-b2fd-4c25-ba29-77e013fc585e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:44.751037 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ad84fc36-ecf2-4a60-859a-38f3294cbd42 req-05b40229-b2fd-4c25-ba29-77e013fc585e tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0502858 Sep 19 12:31:44.781671 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:44.800503 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ad84fc36-ecf2-4a60-859a-38f3294cbd42 req-ef66d5a4-9f7c-4b5d-9d2c-b2cb56ad7367 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Sep 19 12:31:45.013095 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-1d082714-5d34-4428-b9d5-238a36450179 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:45.014598 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-1d082714-5d34-4428-b9d5-238a36450179 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 945 time: 0.0506136 Sep 19 12:31:45.106794 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Deleting port 407a25f0-769d-4a17-9669-56cf43a8cdc3 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:31:45.107134 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:45.189003 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:45.204738 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] For port 407a25f0-769d-4a17-9669-56cf43a8cdc3, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=407a25f0-769d-4a17-9669-56cf43a8cdc3,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:45.205225 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:45.219577 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Calling delete_port for 407a25f0-769d-4a17-9669-56cf43a8cdc3 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:31:45.406967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (407a25f0-769d-4a17-9669-56cf43a8cdc3), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:45.420053 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['407a25f0-769d-4a17-9669-56cf43a8cdc3', 'bfac18c5-608d-4385-8ac9-7abf25bb62fe'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:31:45.436234 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event deleted for resources: {'Port': ['ID=407a25f0-769d-4a17-9669-56cf43a8cdc3,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:45.497641 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] No DVR routers for this DVR port 407a25f0-769d-4a17-9669-56cf43a8cdc3 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:31:45.500317 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:45.507329 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-545b65a2-ddd3-4559-8639-5282cf944b67 req-e9fa48fc-3df0-4cbc-ad38-29df7fd09e07 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "DELETE /networking/v2.0/ports/407a25f0-769d-4a17-9669-56cf43a8cdc3 HTTP/1.1" status: 204 len: 173 time: 0.4828296 Sep 19 12:31:45.507329 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3ee0aa-80a4-4587-a3dc-c9f654af3edc', 'name': 'network-vif-deleted', 'tag': '407a25f0-769d-4a17-9669-56cf43a8cdc3'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:31:45.507329 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a05e23-0dd7-41b1-b310-66f32bbc0c08" -d '{"events": [{"server_uuid": "9c3ee0aa-80a4-4587-a3dc-c9f654af3edc", "name": "network-vif-deleted", "tag": "407a25f0-769d-4a17-9669-56cf43a8cdc3"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:45.636585 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a17f7ec-84d0-45e0-a8e5-c097c59be9b5 x-openstack-request-id: req-7a17f7ec-84d0-45e0-a8e5-c097c59be9b5 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:45.636902 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3ee0aa-80a4-4587-a3dc-c9f654af3edc", "name": "network-vif-deleted", "tag": "407a25f0-769d-4a17-9669-56cf43a8cdc3", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:45.637150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7a17f7ec-84d0-45e0-a8e5-c097c59be9b5 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:45.637546 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a17f7ec-84d0-45e0-a8e5-c097c59be9b5'] response: {'server_uuid': '9c3ee0aa-80a4-4587-a3dc-c9f654af3edc', 'name': 'network-vif-deleted', 'tag': '407a25f0-769d-4a17-9669-56cf43a8cdc3', 'status': 'completed', 'code': 200} Sep 19 12:31:45.654186 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630da1cc-9276-4755-a366-57265f533ce7 req-0b9901b4-f167-499f-a61d-a36e0278aa68 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:45.655710 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-630da1cc-9276-4755-a366-57265f533ce7 req-0b9901b4-f167-499f-a61d-a36e0278aa68 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0589936 Sep 19 12:31:45.732472 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-630da1cc-9276-4755-a366-57265f533ce7 req-7c7dc469-e53a-4988-8b88-86820f90d48a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658431 Sep 19 12:31:45.925149 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b1b5c455-047d-4178-be23-6a9a7ed69013 req-1ed226bc-6295-4846-8aee-0295967bad5f tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9c3ee0aa-80a4-4587-a3dc-c9f654af3edc HTTP/1.1" status: 200 len: 210 time: 0.0304790 Sep 19 12:31:46.861233 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702dc4-34ac-40d2-b6e2-9702f6e72587 req-83d27c09-c9d9-4d42-8ef8-ad6c0dc6c3b5 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:46.862693 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-eb702dc4-34ac-40d2-b6e2-9702f6e72587 req-83d27c09-c9d9-4d42-8ef8-ad6c0dc6c3b5 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0480814 Sep 19 12:31:46.918769 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:46.926715 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=31 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:46.928820 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-eb702dc4-34ac-40d2-b6e2-9702f6e72587 req-6c2de708-f87c-47a0-9e63-33bd62353281 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597260 Sep 19 12:31:47.433103 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:47.542644 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba138b-4ec5-4beb-a582-69570d3d0e9b req-e04c8909-8d1f-45df-8116-4ab047ed07b8 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:47.544180 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abba138b-4ec5-4beb-a582-69570d3d0e9b req-e04c8909-8d1f-45df-8116-4ab047ed07b8 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0507734 Sep 19 12:31:47.598312 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abba138b-4ec5-4beb-a582-69570d3d0e9b req-709c22c6-8694-4cf1-a2f3-5882c191e3ad tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Sep 19 12:31:48.016572 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 407a25f0-769d-4a17-9669-56cf43a8cdc3 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:31:48.041979 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 407a25f0-769d-4a17-9669-56cf43a8cdc3 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:31:48.042325 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 407a25f0-769d-4a17-9669-56cf43a8cdc3 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:31:48.060101 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccd9e5-8c05-4011-917e-a7c37f44ff96 req-3a958faf-ddf8-42a8-91d7-150d862033ef tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:48.061622 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04ccd9e5-8c05-4011-917e-a7c37f44ff96 req-3a958faf-ddf8-42a8-91d7-150d862033ef tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0487924 Sep 19 12:31:48.121593 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04ccd9e5-8c05-4011-917e-a7c37f44ff96 req-c8be9966-4d19-4a9c-a693-73362f23ae84 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541928 Sep 19 12:31:48.688430 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:48.729693 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f49aa-6f95-4ed7-b0f5-0912aef5b753 req-187e7160-e412-4716-b760-13c412ff36e6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:48.731209 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9d5f49aa-6f95-4ed7-b0f5-0912aef5b753 req-187e7160-e412-4716-b760-13c412ff36e6 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0530064 Sep 19 12:31:48.781008 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9d5f49aa-6f95-4ed7-b0f5-0912aef5b753 req-90386eb5-ef79-4b86-b117-a6c82ffa1845 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440719 Sep 19 12:31:49.247813 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28a057-b95f-4de4-a67d-506b5136a596 req-152950f9-f8d4-4e10-bce9-05d1429a1445 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:49.249593 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3a28a057-b95f-4de4-a67d-506b5136a596 req-152950f9-f8d4-4e10-bce9-05d1429a1445 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0501204 Sep 19 12:31:49.314944 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3a28a057-b95f-4de4-a67d-506b5136a596 req-e6378f77-9c3b-4d70-8b87-4a214e93b41c tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594230 Sep 19 12:31:49.317072 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:49.325349 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:49.901960 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ba560-2b9d-4ad1-ba5d-3e370f351b62 req-8cccc5a8-c4b1-4dd7-98b2-f0edaf283152 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:49.903461 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8f7ba560-2b9d-4ad1-ba5d-3e370f351b62 req-8cccc5a8-c4b1-4dd7-98b2-f0edaf283152 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0476649 Sep 19 12:31:49.956171 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8f7ba560-2b9d-4ad1-ba5d-3e370f351b62 req-24055cdc-2ea6-4e7c-ae2b-1a6850e31aa4 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466878 Sep 19 12:31:50.437124 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f099c40-3705-41d3-a0ad-b48ecef38552 req-e6a1c2ad-0024-43b8-9620-1873a5d5baae tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:50.438588 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f099c40-3705-41d3-a0ad-b48ecef38552 req-e6a1c2ad-0024-43b8-9620-1873a5d5baae tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0472891 Sep 19 12:31:50.464217 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:50.503701 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f099c40-3705-41d3-a0ad-b48ecef38552 req-dc9d51bb-25dc-4611-b45c-423a728778fa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588524 Sep 19 12:31:51.080076 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26f98-0387-4466-8237-0babe090d7e2 req-ed516a5d-3db2-4a0c-8996-1aebd0d7c117 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:51.081729 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-06c26f98-0387-4466-8237-0babe090d7e2 req-ed516a5d-3db2-4a0c-8996-1aebd0d7c117 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0480068 Sep 19 12:31:51.140242 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-06c26f98-0387-4466-8237-0babe090d7e2 req-7dcac6cf-5c41-44bd-a489-4c18daa8ed17 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528445 Sep 19 12:31:51.240476 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-f91e774c-6fc1-4b74-92e9-4e3d41574d86 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:51.241856 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-f91e774c-6fc1-4b74-92e9-4e3d41574d86 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 945 time: 0.0477769 Sep 19 12:31:51.337704 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Deleting port bfac18c5-608d-4385-8ac9-7abf25bb62fe {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:31:51.338039 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:51.433400 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] For port bfac18c5-608d-4385-8ac9-7abf25bb62fe, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=bfac18c5-608d-4385-8ac9-7abf25bb62fe,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:51.433717 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:51.447538 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Calling delete_port for bfac18c5-608d-4385-8ac9-7abf25bb62fe owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:31:51.631606 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229231a-6a0b-461d-8e11-cde7c7b2540c req-38c1192f-2a55-433f-a9d4-35a6c3a005cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:51.633166 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3229231a-6a0b-461d-8e11-cde7c7b2540c req-38c1192f-2a55-433f-a9d4-35a6c3a005cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0506077 Sep 19 12:31:51.646424 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (bfac18c5-608d-4385-8ac9-7abf25bb62fe), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:51.658858 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['bfac18c5-608d-4385-8ac9-7abf25bb62fe'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:31:51.685546 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Pushing event deleted for resources: {'Port': ['ID=bfac18c5-608d-4385-8ac9-7abf25bb62fe,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:51.745010 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:51.750291 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] No DVR routers for this DVR port bfac18c5-608d-4385-8ac9-7abf25bb62fe on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:31:51.752803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:51.756183 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c81180b-641b-41e4-8aea-86776cb0b3bf req-563fc4fc-1e3b-4c18-b515-25baf07e8fc1 tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.26 "DELETE /networking/v2.0/ports/bfac18c5-608d-4385-8ac9-7abf25bb62fe HTTP/1.1" status: 204 len: 173 time: 0.5014031 Sep 19 12:31:51.760812 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0ab2f3-883e-4b45-95d1-d0f8895fc401', 'name': 'network-vif-deleted', 'tag': 'bfac18c5-608d-4385-8ac9-7abf25bb62fe'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:31:51.763271 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a60dc2-7b91-427e-b99e-2ffaa58afe50" -d '{"events": [{"server_uuid": "aa0ab2f3-883e-4b45-95d1-d0f8895fc401", "name": "network-vif-deleted", "tag": "bfac18c5-608d-4385-8ac9-7abf25bb62fe"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:31:51.783710 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3229231a-6a0b-461d-8e11-cde7c7b2540c req-8e73a0fd-f16d-43e3-b3c6-dfeeb8daef95 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439631 Sep 19 12:31:51.808066 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c774fbdf-59f0-491e-b4b9-9c3b6818d4cd x-openstack-request-id: req-c774fbdf-59f0-491e-b4b9-9c3b6818d4cd {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:31:51.808184 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0ab2f3-883e-4b45-95d1-d0f8895fc401", "name": "network-vif-deleted", "tag": "bfac18c5-608d-4385-8ac9-7abf25bb62fe", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:31:51.808403 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c774fbdf-59f0-491e-b4b9-9c3b6818d4cd {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:31:51.808850 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c774fbdf-59f0-491e-b4b9-9c3b6818d4cd'] response: {'server_uuid': 'aa0ab2f3-883e-4b45-95d1-d0f8895fc401', 'name': 'network-vif-deleted', 'tag': 'bfac18c5-608d-4385-8ac9-7abf25bb62fe', 'status': 'completed', 'code': 200} Sep 19 12:31:52.272054 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f28f4c35-6910-4d94-b8be-d9fa368021dc req-013c86cf-d81f-41d3-b4b2-9d33e21816ca tempest-ServerRescueNegativeTestJSON-1257684246 tempest-ServerRescueNegativeTestJSON-1257684246-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=aa0ab2f3-883e-4b45-95d1-d0f8895fc401 HTTP/1.1" status: 200 len: 210 time: 0.0368462 Sep 19 12:31:52.926919 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1b68c-cf74-4102-8f17-5b24771c01d8 req-eeffcfc2-21bb-4c66-87fd-cde774a7f7b1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:52.928400 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c8c1b68c-cf74-4102-8f17-5b24771c01d8 req-eeffcfc2-21bb-4c66-87fd-cde774a7f7b1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0486598 Sep 19 12:31:52.989542 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c8c1b68c-cf74-4102-8f17-5b24771c01d8 req-a04a67ef-d0d1-4070-9e5d-130e11ea9f01 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550523 Sep 19 12:31:53.346376 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41846) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:53.587873 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:53.829338 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (8cd8515c-9ca6-4d34-8775-63451d03295c), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:54.078063 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device bfac18c5-608d-4385-8ac9-7abf25bb62fe no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:31:54.097977 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: bfac18c5-608d-4385-8ac9-7abf25bb62fe {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:31:54.098326 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device bfac18c5-608d-4385-8ac9-7abf25bb62fe not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:31:54.139942 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07277123-bb04-4ad1-9401-77269540e2c5 req-7ced4e4b-63e6-407f-bc20-9b9348570dd1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:54.141449 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-07277123-bb04-4ad1-9401-77269540e2c5 req-7ced4e4b-63e6-407f-bc20-9b9348570dd1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0755045 Sep 19 12:31:54.142438 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Deleting port eab0485d-f865-4aae-8e65-a98d38e220db {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:31:54.142779 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:54.246975 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:54.267912 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] For port eab0485d-f865-4aae-8e65-a98d38e220db, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=eab0485d-f865-4aae-8e65-a98d38e220db,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:54.268272 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:54.276209 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-07277123-bb04-4ad1-9401-77269540e2c5 req-f7eb1cac-3cc6-4403-89c6-e6e71a0c9b52 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207910 Sep 19 12:31:54.288114 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Calling delete_port for eab0485d-f865-4aae-8e65-a98d38e220db owned by network:router_interface {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:31:54.573162 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (eab0485d-f865-4aae-8e65-a98d38e220db), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:54.601007 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Pushing event deleted for resources: {'Port': ['ID=eab0485d-f865-4aae-8e65-a98d38e220db,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:54.729602 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (8cd8515c-9ca6-4d34-8775-63451d03295c), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:54.732817 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:54.940517 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Router 8cd8515c-9ca6-4d34-8775-63451d03295c has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:31:55.047715 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:31:55.049387 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-99c3cab7-b8d7-4d73-9a6e-46848c9de55f admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/8cd8515c-9ca6-4d34-8775-63451d03295c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041872 Sep 19 12:31:55.052410 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41856) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:55.053162 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] Sync routers for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:31:55.064414 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:31:55.065177 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:55.155726 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks [] for router (8cd8515c-9ca6-4d34-8775-63451d03295c), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:55.168201 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:31:55.261998 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks [] for router_gateway (8cd8515c-9ca6-4d34-8775-63451d03295c), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:55.340021 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:31:54Z', 'revision_number': 5, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port': {'id': '7f71b7b8-991c-4589-b1af-48d43269c702', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:12Z', 'updated_at': '2022-09-19T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:55.370769 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] Checking router: 8cd8515c-9ca6-4d34-8775-63451d03295c for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:31:55.379442 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] Routers {'8cd8515c-9ca6-4d34-8775-63451d03295c'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:31:55.380056 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['8cd8515c-9ca6-4d34-8775-63451d03295c'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:55.381467 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Deleting port 7f71b7b8-991c-4589-b1af-48d43269c702 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:31:55.381909 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:55.397313 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:55.409534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c4a87-ff4f-41d9-a02a-6b574c5e2440 req-c491edbb-3755-4625-8cb7-d7d9f087b2a3 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:55.411186 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c19c4a87-ff4f-41d9-a02a-6b574c5e2440 req-c491edbb-3755-4625-8cb7-d7d9f087b2a3 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0547488 Sep 19 12:31:55.466373 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] Set router 8cd8515c-9ca6-4d34-8775-63451d03295c gateway port host: None {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:31:55.476202 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] For port 7f71b7b8-991c-4589-b1af-48d43269c702, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=7f71b7b8-991c-4589-b1af-48d43269c702,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:55.477146 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:55.481763 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c19c4a87-ff4f-41d9-a02a-6b574c5e2440 req-a833f9f2-6749-48a4-8566-0fd4cb51ec4d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636044 Sep 19 12:31:55.495153 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Calling delete_port for 7f71b7b8-991c-4589-b1af-48d43269c702 owned by network:router_gateway {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:31:55.608377 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:31:55Z', 'revision_number': 6, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port_host': None}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:55.635349 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312b5ce3-667c-461d-bdce-7f5cab5cae42 None None] The sync data for ids ['8cd8515c-9ca6-4d34-8775-63451d03295c'] in dv-cinder-850618-3-iscsi is: [{'id': '8cd8515c-9ca6-4d34-8775-63451d03295c', 'name': 'tempest-ServerRescueNegativeTestJSON-472489904-router', 'tenant_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:10Z', 'updated_at': '2022-09-19T12:31:55Z', 'revision_number': 6, 'project_id': 'b4cb72be6f7d411fbfd037aebc273cb2', 'gw_port_host': None}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:31:55.741629 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (7f71b7b8-991c-4589-b1af-48d43269c702), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:55.771411 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f71b7b8-991c-4589-b1af-48d43269c702,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:55.833854 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (8cd8515c-9ca6-4d34-8775-63451d03295c), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:55.937607 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (8cd8515c-9ca6-4d34-8775-63451d03295c), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:55.939897 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks [] for router_controller (8cd8515c-9ca6-4d34-8775-63451d03295c), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.069461 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (8cd8515c-9ca6-4d34-8775-63451d03295c), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.070369 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd8515c-9ca6-4d34-8775-63451d03295c {{(pid=106970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:31:56.077863 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.091380 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-8516e614-fbcb-4836-b39a-0c298823eb76 admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/8cd8515c-9ca6-4d34-8775-63451d03295c HTTP/1.1" status: 204 len: 168 time: 1.0255768 Sep 19 12:31:56.093539 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41862) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:56.142761 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d036052b-30a5-4397-b391-6726ae494648 admin admin] Deleting subnet 7122e549-d2cc-4aba-84b2-17115f1c758a {{(pid=106969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:31:56.146668 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d036052b-30a5-4397-b391-6726ae494648 admin admin] Publish callbacks [] for subnet (7122e549-d2cc-4aba-84b2-17115f1c758a), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.184318 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d036052b-30a5-4397-b391-6726ae494648 admin admin] Publish callbacks [] for subnet (7122e549-d2cc-4aba-84b2-17115f1c758a), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.228168 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d036052b-30a5-4397-b391-6726ae494648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (7122e549-d2cc-4aba-84b2-17115f1c758a), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.364743 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d036052b-30a5-4397-b391-6726ae494648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (7122e549-d2cc-4aba-84b2-17115f1c758a), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.389243 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036052b-30a5-4397-b391-6726ae494648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7122e549-d2cc-4aba-84b2-17115f1c758a,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:56.395364 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d036052b-30a5-4397-b391-6726ae494648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.396570 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device eab0485d-f865-4aae-8e65-a98d38e220db no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:31:56.400387 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-d036052b-30a5-4397-b391-6726ae494648 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/7122e549-d2cc-4aba-84b2-17115f1c758a HTTP/1.1" status: 204 len: 168 time: 0.3049738 Sep 19 12:31:56.403141 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41866) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:56.403328 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e2288-3332-4745-aad5-84a644c767bd None None] Network cfe95f3e-3dda-428e-b0b1-ae445a370fb3 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:31:56.425610 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: eab0485d-f865-4aae-8e65-a98d38e220db {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:31:56.429738 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device eab0485d-f865-4aae-8e65-a98d38e220db not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:31:56.487582 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (cfe95f3e-3dda-428e-b0b1-ae445a370fb3), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.533019 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Deleting port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:31:56.533564 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.549416 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:56.607502 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] For port ba651b4c-442c-42e8-8aec-a6f8de86e0e0, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=ba651b4c-442c-42e8-8aec-a6f8de86e0e0,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:56.607862 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.610178 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c34307-4cf0-4850-8eef-cc5006d177c3 None None] DHCP port deletion for cfe95f3e-3dda-428e-b0b1-ae445a370fb3 request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:31:56.610687 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:56.627477 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Calling delete_port for ba651b4c-442c-42e8-8aec-a6f8de86e0e0 owned by network:dhcp {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:31:56.642554 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ff7d8-64ba-49fc-93ef-cfd37871bfc2 req-2d0447e0-b2e3-4976-9ee8-6935ab982b78 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:56.644253 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9a0ff7d8-64ba-49fc-93ef-cfd37871bfc2 req-2d0447e0-b2e3-4976-9ee8-6935ab982b78 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0750937 Sep 19 12:31:56.666560 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-53c34307-4cf0-4850-8eef-cc5006d177c3 None None] Deleting port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:31:56.666952 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-53c34307-4cf0-4850-8eef-cc5006d177c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.733322 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9a0ff7d8-64ba-49fc-93ef-cfd37871bfc2 req-82c6a953-4e1d-4dba-85fa-4c4f074a25dc tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820625 Sep 19 12:31:56.767588 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-53c34307-4cf0-4850-8eef-cc5006d177c3 None None] For port ba651b4c-442c-42e8-8aec-a6f8de86e0e0, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=ba651b4c-442c-42e8-8aec-a6f8de86e0e0,segment=NetworkSegment(e1cce700-458b-47af-8370-8080396fb720),segment_id=e1cce700-458b-47af-8370-8080396fb720)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:31:56.771760 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-53c34307-4cf0-4850-8eef-cc5006d177c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.782694 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-53c34307-4cf0-4850-8eef-cc5006d177c3 None None] Calling delete_port for ba651b4c-442c-42e8-8aec-a6f8de86e0e0 owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:31:56.824253 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.849888 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba651b4c-442c-42e8-8aec-a6f8de86e0e0,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:56.853674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] No DVR routers for this DVR port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 on host dv-cinder-850618-3-iscsi {{(pid=106970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:31:56.867857 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-53c34307-4cf0-4850-8eef-cc5006d177c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (ba651b4c-442c-42e8-8aec-a6f8de86e0e0), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.896257 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c34307-4cf0-4850-8eef-cc5006d177c3 None None] Pushing event deleted for resources: {'Port': ['ID=ba651b4c-442c-42e8-8aec-a6f8de86e0e0,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:56.898150 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c34307-4cf0-4850-8eef-cc5006d177c3 None None] No DVR routers for this DVR port ba651b4c-442c-42e8-8aec-a6f8de86e0e0 on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:31:56.939607 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (cfe95f3e-3dda-428e-b0b1-ae445a370fb3), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.960422 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe95f3e-3dda-428e-b0b1-ae445a370fb3']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:56.969971 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cce700-458b-47af-8370-8080396fb720') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:56.970259 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cce700-458b-47af-8370-8080396fb720') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:31:56.980727 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (e1cce700-458b-47af-8370-8080396fb720), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:56.996326 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (e1cce700-458b-47af-8370-8080396fb720), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:57.007878 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:31:57.008192 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (e1cce700-458b-47af-8370-8080396fb720), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:57.053917 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment e1cce700-458b-47af-8370-8080396fb720 resource provider aggregate not found Sep 19 12:31:57.072782 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment e1cce700-458b-47af-8370-8080396fb720 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1cce700-458b-47af-8370-8080396fb720 found for delete ", "request_id": "req-a7927d32-e73b-48a9-b23b-06b29220799c"}]} Sep 19 12:31:57.170394 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (cfe95f3e-3dda-428e-b0b1-ae445a370fb3), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:57.176481 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:57.180380 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/cfe95f3e-3dda-428e-b0b1-ae445a370fb3 HTTP/1.1" status: 204 len: 168 time: 0.7755544 Sep 19 12:31:57.194119 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c20f79-7ea5-4c1f-bc03-5b673072d5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe95f3e-3dda-428e-b0b1-ae445a370fb3,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:57.534060 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41878) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:57.573640 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-618bc85c-7395-4927-a395-db1daf796552 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=b4cb72be6f7d411fbfd037aebc273cb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384350 Sep 19 12:31:57.576176 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41880) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:57.626918 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-268d1fbf-44c7-4d65-8b6a-51e6bd5ce03f admin admin] Publish callbacks [] for security_group (80e384c7-cbdf-47d8-be05-6a6a9be4b9f6), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:57.647765 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-268d1fbf-44c7-4d65-8b6a-51e6bd5ce03f admin admin] Publish callbacks [] for security_group (80e384c7-cbdf-47d8-be05-6a6a9be4b9f6), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:57.771926 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-268d1fbf-44c7-4d65-8b6a-51e6bd5ce03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (80e384c7-cbdf-47d8-be05-6a6a9be4b9f6), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:57.775080 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-268d1fbf-44c7-4d65-8b6a-51e6bd5ce03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:57.776686 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-268d1fbf-44c7-4d65-8b6a-51e6bd5ce03f admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/80e384c7-cbdf-47d8-be05-6a6a9be4b9f6 HTTP/1.1" status: 204 len: 168 time: 0.1991403 Sep 19 12:31:57.786056 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d1fbf-44c7-4d65-8b6a-51e6bd5ce03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e384c7-cbdf-47d8-be05-6a6a9be4b9f6,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:57.878117 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:57.888404 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 7f71b7b8-991c-4589-b1af-48d43269c702 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:31:57.897891 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e53ea1-d567-4ac3-8d6c-b9450ea7511b req-17078575-d034-461b-9283-6dd63d42592d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:57.906561 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-44e53ea1-d567-4ac3-8d6c-b9450ea7511b req-17078575-d034-461b-9283-6dd63d42592d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0712388 Sep 19 12:31:57.913142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 7f71b7b8-991c-4589-b1af-48d43269c702 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:31:57.913541 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 7f71b7b8-991c-4589-b1af-48d43269c702 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:31:57.913972 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device ba651b4c-442c-42e8-8aec-a6f8de86e0e0 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:31:57.933388 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: ba651b4c-442c-42e8-8aec-a6f8de86e0e0 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:31:57.934355 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device ba651b4c-442c-42e8-8aec-a6f8de86e0e0 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:31:57.972276 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-44e53ea1-d567-4ac3-8d6c-b9450ea7511b req-60ad00b1-7889-490c-b479-6101dd8b2355 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=d060d448-3d7d-4210-a4c8-79b2239514ac&id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647902 Sep 19 12:31:58.960371 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41924) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:59.065360 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-970104051-network', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:59.166927 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Made reservation on behalf of 6316917c9ff94be4bed47eb0b60e7f33 for: {'network': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:31:59.169337 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:59.178328 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:59.234559 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:31:59.257092 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Publish callbacks [] for security_group (bc7420a0-4dac-44b0-a84a-78192106965e), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:59.352485 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (bc7420a0-4dac-44b0-a84a-78192106965e), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:59.378778 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=106969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:31:59.389667 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7420a0-4dac-44b0-a84a-78192106965e,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:59.394674 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (4f0e6c44-7cc9-4848-b414-1bc34e349934), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:59.400310 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.segments_db [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Added segment 4f0e6c44-7cc9-4848-b414-1bc34e349934 of type vlan for network af5272e5-f954-494b-ac83-7c8776b2b4cb Sep 19 12:31:59.440323 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (af5272e5-f954-494b-ac83-7c8776b2b4cb), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:59.546850 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (af5272e5-f954-494b-ac83-7c8776b2b4cb), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:59.547794 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:31:59.548380 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:59.608782 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] Pushing event updated for resources: {'Network': ['ID=af5272e5-f954-494b-ac83-7c8776b2b4cb,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:31:59.620656 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network af5272e5-f954-494b-ac83-7c8776b2b4cb details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:31:59.684241 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-233027a1-6342-41cb-bac1-8ea4b2806a7a admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7227206 Sep 19 12:31:59.690431 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41928) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:31:59.691985 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Request body: {'subnet': {'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-subnet', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:31:59.843973 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Made reservation on behalf of 6316917c9ff94be4bed47eb0b60e7f33 for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:31:59.846476 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:31:59.930025 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:00.124511 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (60bc15d4-a287-4cdc-b021-1f87bbb86b5f), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:00.420320 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60bc15d4-a287-4cdc-b021-1f87bbb86b5f,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:00.431715 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Checking segment: {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:32:00.432064 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Network hostable DHCP agents. Network: af5272e5-f954-494b-ac83-7c8776b2b4cb, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:32:00.526060 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Network af5272e5-f954-494b-ac83-7c8776b2b4cb is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:32:00.610047 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, af5272e5-f954-494b-ac83-7c8776b2b4cb) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:00.614347 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:00.614940 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:00.623453 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f91f89-25d8-436b-8475-cda3a796027e None None] Network af5272e5-f954-494b-ac83-7c8776b2b4cb requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:32:00.671844 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:00.707519 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:00.717349 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-e60b3452-dad2-4ba6-8779-38d62d2103b1 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0290940 Sep 19 12:32:00.720302 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41932) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:00.728073 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:00.737629 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-af5272e5-f954-494b-ac83-7c8776b2b4cb', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:32:00.738762 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:00.742309 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:00.853321 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (b421c92b-860a-40af-a38d-8fd9951197c3), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:00.854373 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (b421c92b-860a-40af-a38d-8fd9951197c3), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:00.892107 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Allocated IP 172.20.0.2 (af5272e5-f954-494b-ac83-7c8776b2b4cb/60bc15d4-a287-4cdc-b021-1f87bbb86b5f/8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:32:00.904445 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks [] for router_controller (b421c92b-860a-40af-a38d-8fd9951197c3), precommit_add_association {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.040906 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Publish callbacks [] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.106162 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:INSERT=10,neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:01.107330 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.141700 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks [] for router_gateway (b421c92b-860a-40af-a38d-8fd9951197c3), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.152590 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Network af5272e5-f954-494b-ac83-7c8776b2b4cb is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:32:01.157749 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:01.161681 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:32:01.167131 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Pushing event updated for resources: {'Port': ['ID=8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:01.224444 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Attempting to bind port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:32:01.224836 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Attempting to bind port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:32:01.225228 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Attempting to bind port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e on network af5272e5-f954-494b-ac83-7c8776b2b4cb {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:32:01.268323 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:32:01.268609 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Checking segment: {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:32:01.269156 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.269554 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Bound using segment: {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:32:01.270024 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Bound port: 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:32:01.270416 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.443243 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks [] for router_gateway (b421c92b-860a-40af-a38d-8fd9951197c3), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.464981 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] For port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:32:01.468581 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] For port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:32:01.468924 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.470906 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:01.561445 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.569434 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a33b1-db90-402a-a6c6-44b8c8221cac req-cbe9af13-2cdc-4564-ad7c-c203ecedc7ba tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:01.571188 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-168a33b1-db90-402a-a6c6-44b8c8221cac req-cbe9af13-2cdc-4564-ad7c-c203ecedc7ba tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 946 time: 0.0629363 Sep 19 12:32:01.619864 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad3e0a-dcad-437e-ba6b-e5fc773b072c None None] Pushing event updated for resources: {'Port': ['ID=8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:01.671207 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Allocated IP 172.27.3.201 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/956352bc-50f0-4c68-bba3-80b891e8e358) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:32:01.679887 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-168a33b1-db90-402a-a6c6-44b8c8221cac req-471721ff-69d3-43b7-8d91-e2b08fc23953 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834198 Sep 19 12:32:01.741051 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:01.818379 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks [] for port (956352bc-50f0-4c68-bba3-80b891e8e358), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.920214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.944582 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:32:01.964971 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:32:01.970652 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:01.975000 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:32:01.995713 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:01.996089 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:01.996427 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e Sep 19 12:32:02.015550 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Pushing event updated for resources: {'Port': ['ID=956352bc-50f0-4c68-bba3-80b891e8e358,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:02.079607 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:02.080000 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:02.117058 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:02.223757 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:02.276592 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:02.323414 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks [] for router_gateway (b421c92b-860a-40af-a38d-8fd9951197c3), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:02.475743 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:02.525596 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (b421c92b-860a-40af-a38d-8fd9951197c3), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:02.548308 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0056472a-9745-40fa-bdd5-8cbaf019bbb4 None None] Network af5272e5-f954-494b-ac83-7c8776b2b4cb requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:32:02.613377 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-d079d30c-3d0f-4d58-ae9b-93abf253567b None None] Provisioning complete for port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:02.613788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d079d30c-3d0f-4d58-ae9b-93abf253567b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:02.614125 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d079d30c-3d0f-4d58-ae9b-93abf253567b None None] Attempt 1 to provision port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e Sep 19 12:32:02.701267 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Router b421c92b-860a-40af-a38d-8fd9951197c3 is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:32:02.733287 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d079d30c-3d0f-4d58-ae9b-93abf253567b None None] Current status of the port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:02.856152 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b516e-4eb6-4529-87af-32b7ff204107 req-c7c07342-7b5e-4352-8a98-f83b02acd2b9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:02.857735 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-be9b516e-4eb6-4529-87af-32b7ff204107 req-c7c07342-7b5e-4352-8a98-f83b02acd2b9 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 946 time: 0.0604017 Sep 19 12:32:02.858935 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:02.867754 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Sync routers for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:02.880320 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:02.881056 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:02.914208 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-be9b516e-4eb6-4529-87af-32b7ff204107 req-40951c07-12de-4b39-9a78-ebaaed49d879 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495114 Sep 19 12:32:02.980861 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-e20112f8-e4f4-4be4-bd40-9e556f0d73e2 None None] Provisioning complete for port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:02.981447 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e20112f8-e4f4-4be4-bd40-9e556f0d73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:02.981577 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e20112f8-e4f4-4be4-bd40-9e556f0d73e2 None None] Attempt 1 to provision port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e Sep 19 12:32:03.000494 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.001800 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-1205be0b-0556-49ec-a8ed-caab8f99a074 admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2801342 Sep 19 12:32:03.004744 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41944) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:03.017026 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:03.078080 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:03.183344 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e20112f8-e4f4-4be4-bd40-9e556f0d73e2 None None] Current status of the port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:03.214082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:03.239513 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:02Z', 'revision_number': 3, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:03.266553 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Checking router: b421c92b-860a-40af-a38d-8fd9951197c3 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:32:03.266912 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Updating router b421c92b-860a-40af-a38d-8fd9951197c3 port 956352bc-50f0-4c68-bba3-80b891e8e358 binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:32:03.296295 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.424043 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-d2a0bdfc-4221-44a1-a922-c687e36417f6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:03.426444 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-d2a0bdfc-4221-44a1-a922-c687e36417f6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 946 time: 0.0764112 Sep 19 12:32:03.499492 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:03.502909 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:03.523833 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.556211 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Deleting port 5979e202-897a-4341-9c8c-f0e2c941d24d {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:03.556438 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-72a913dd-2557-4063-89e2-811df2297055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.556548 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.562006 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Publish callbacks [] for port (956352bc-50f0-4c68-bba3-80b891e8e358), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.651903 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.696697 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Attempting to bind port 956352bc-50f0-4c68-bba3-80b891e8e358 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:32:03.696697 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Attempting to bind port 956352bc-50f0-4c68-bba3-80b891e8e358 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:32:03.696697 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Attempting to bind port 956352bc-50f0-4c68-bba3-80b891e8e358 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:32:03.718528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] For port 5979e202-897a-4341-9c8c-f0e2c941d24d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=5979e202-897a-4341-9c8c-f0e2c941d24d,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:03.718909 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.727624 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd3e1d-60d0-4f64-99fc-5dcd8ac3460a None None] Pushing event updated for resources: {'Port': ['ID=956352bc-50f0-4c68-bba3-80b891e8e358,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:03.740339 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:32:03.743453 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:32:03.743831 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:32:03.744264 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.744691 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:32:03.745154 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Bound port: 956352bc-50f0-4c68-bba3-80b891e8e358, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:32:03.745612 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.796002 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] For port 956352bc-50f0-4c68-bba3-80b891e8e358, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:32:03.799197 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] For port 956352bc-50f0-4c68-bba3-80b891e8e358, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=956352bc-50f0-4c68-bba3-80b891e8e358,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:32:03.821775 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Allocated IP 172.20.0.1 (af5272e5-f954-494b-ac83-7c8776b2b4cb/60bc15d4-a287-4cdc-b021-1f87bbb86b5f/c1ea76cb-34f4-40d9-aa91-ae84db769225) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:32:03.882347 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:32:03.887378 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:03.889100 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.968746 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:03.969389 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:03.971159 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:03.997254 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.997618 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (5192306b-71a2-4cce-9a12-625e30f0ed0e), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:03.997929 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Floating IP 5192306b-71a2-4cce-9a12-625e30f0ed0e disassociated. External IP: 172.27.3.77, port: 5979e202-897a-4341-9c8c-f0e2c941d24d. Sep 19 12:32:04.002915 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Calling delete_port for 5979e202-897a-4341-9c8c-f0e2c941d24d owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:04.023377 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd3e1d-60d0-4f64-99fc-5dcd8ac3460a None None] Pushing event updated for resources: {'Port': ['ID=956352bc-50f0-4c68-bba3-80b891e8e358,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:04.038013 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:04.038394 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:04.038754 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e Sep 19 12:32:04.089113 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Publish callbacks [] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:04.114329 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088fa14-7803-4304-a754-2a989348fb74 req-a70f0a47-b4c2-44ef-85a0-f11b8cc7a398 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:04.115849 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5088fa14-7803-4304-a754-2a989348fb74 req-a70f0a47-b4c2-44ef-85a0-f11b8cc7a398 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 946 time: 0.1036277 Sep 19 12:32:04.132113 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:04.210276 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5088fa14-7803-4304-a754-2a989348fb74 req-40d18625-ddb3-4e61-91de-395036dc639d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=38a3a3cf-1012-4753-9516-8cffaf680235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821862 Sep 19 12:32:04.240389 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:04.255158 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:04.269564 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:04.294290 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Network af5272e5-f954-494b-ac83-7c8776b2b4cb is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:32:04.299850 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:04.304817 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:32:04.304817 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (b421c92b-860a-40af-a38d-8fd9951197c3), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:04.306335 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Pushing event updated for resources: {'Port': ['ID=c1ea76cb-34f4-40d9-aa91-ae84db769225,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:04.358910 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (5979e202-897a-4341-9c8c-f0e2c941d24d), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:04.407019 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'Port': ['ID=5979e202-897a-4341-9c8c-f0e2c941d24d,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:04.494118 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:02Z', 'revision_number': 3, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:04.523690 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aea1c6-c6b0-475d-a834-48f5dd0cc686 None None] The sync data for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi is: [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:02Z', 'revision_number': 3, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:32:04.620013 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Provisioning complete for port c1ea76cb-34f4-40d9-aa91-ae84db769225 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:04.620403 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:04.620754 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Attempt 1 to provision port c1ea76cb-34f4-40d9-aa91-ae84db769225 Sep 19 12:32:04.660119 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:32:04.660119 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:04.671876 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:04.681688 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Port c1ea76cb-34f4-40d9-aa91-ae84db769225 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:05.149679 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:05.164502 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:05.178039 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:05.179373 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:31:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:05.182954 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Attempt 2 to provision port c1ea76cb-34f4-40d9-aa91-ae84db769225 Sep 19 12:32:05.204575 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] No DVR routers for this DVR port 5979e202-897a-4341-9c8c-f0e2c941d24d on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:32:05.209835 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:05.213972 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a0fec25b-5944-4dbf-a0ce-93153094ff50 req-8cf68c32-3461-474c-a128-c1a82997bbe2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5979e202-897a-4341-9c8c-f0e2c941d24d HTTP/1.1" status: 204 len: 173 time: 1.7802289 Sep 19 12:32:05.214679 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'name': 'network-vif-deleted', 'tag': '5979e202-897a-4341-9c8c-f0e2c941d24d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:05.217217 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeb8a29-2e78-4694-8911-3408edca0cbc" -d '{"events": [{"server_uuid": "50dff3e8-23ae-4501-b36a-35a1b3629b13", "name": "network-vif-deleted", "tag": "5979e202-897a-4341-9c8c-f0e2c941d24d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:05.278171 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Port c1ea76cb-34f4-40d9-aa91-ae84db769225 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:05.292043 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Publish callbacks [] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:05.316206 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b8850e-d434-4bf6-9646-18cc7373f394 x-openstack-request-id: req-02b8850e-d434-4bf6-9646-18cc7373f394 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:05.316504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dff3e8-23ae-4501-b36a-35a1b3629b13", "name": "network-vif-deleted", "tag": "5979e202-897a-4341-9c8c-f0e2c941d24d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:05.316792 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-02b8850e-d434-4bf6-9646-18cc7373f394 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:05.317202 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b8850e-d434-4bf6-9646-18cc7373f394'] response: {'server_uuid': '50dff3e8-23ae-4501-b36a-35a1b3629b13', 'name': 'network-vif-deleted', 'tag': '5979e202-897a-4341-9c8c-f0e2c941d24d', 'status': 'completed', 'code': 200} Sep 19 12:32:05.335437 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:05.355530 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:05.356885 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (b421c92b-860a-40af-a38d-8fd9951197c3), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:05.441557 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c6e18fc4-20fb-4999-912e-9a3d4d4857c9 req-4e91f48e-29c6-4305-9377-851ca851277d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0762951 Sep 19 12:32:05.496529 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Pushing event updated for resources: {'Port': ['ID=c1ea76cb-34f4-40d9-aa91-ae84db769225,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:05.563185 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Network af5272e5-f954-494b-ac83-7c8776b2b4cb is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:32:05.564978 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:05.624522 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:05.669995 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a625f479-faed-47fc-b7c5-a028696f428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:05.671992 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:32:05.682649 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:05.684266 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:05.723420 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Router b421c92b-860a-40af-a38d-8fd9951197c3 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:32:05.779933 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Attempt 3 to provision port c1ea76cb-34f4-40d9-aa91-ae84db769225 Sep 19 12:32:05.834421 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:05.836007 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:05.861543 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Port c1ea76cb-34f4-40d9-aa91-ae84db769225 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:05.878011 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:05.896403 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-3d1ff391-91fe-4b6a-82d0-79d0a6c7b14e admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/b421c92b-860a-40af-a38d-8fd9951197c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8814321 Sep 19 12:32:05.936317 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 956352bc-50f0-4c68-bba3-80b891e8e358 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:32:05.959779 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:06.001462 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 956352bc-50f0-4c68-bba3-80b891e8e358 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:06.002108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:06.002445 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 956352bc-50f0-4c68-bba3-80b891e8e358 Sep 19 12:32:06.014887 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:06.064454 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:06.078792 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 956352bc-50f0-4c68-bba3-80b891e8e358 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:06.079182 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:06.100583 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 956352bc-50f0-4c68-bba3-80b891e8e358, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=956352bc-50f0-4c68-bba3-80b891e8e358,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:06.106141 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:06.138030 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b83ea-8045-4cdc-81e2-c6054f1d07f8 None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:32:06.146826 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 5979e202-897a-4341-9c8c-f0e2c941d24d no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:32:06.178011 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 5979e202-897a-4341-9c8c-f0e2c941d24d {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:32:06.178336 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 5979e202-897a-4341-9c8c-f0e2c941d24d not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:32:06.179943 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:06.239284 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=956352bc-50f0-4c68-bba3-80b891e8e358,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:06.240167 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41970) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:06.247435 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-339f783e-def5-45b4-9686-c9803e0c02d4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119416457', 'description': 'tempest-description--471873631'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:06.332019 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-339f783e-def5-45b4-9686-c9803e0c02d4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:06.365340 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Attempt 4 to provision port c1ea76cb-34f4-40d9-aa91-ae84db769225 Sep 19 12:32:06.400727 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Port c1ea76cb-34f4-40d9-aa91-ae84db769225 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:06.406015 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-339f783e-def5-45b4-9686-c9803e0c02d4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (76d8f083-c629-4889-a2d7-00588376668f), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:06.437967 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989c040-0761-4c4c-93ee-f2e1c4135159 None None] New status for floating IP 5192306b-71a2-4cce-9a12-625e30f0ed0e: DOWN {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:32:06.491856 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-339f783e-def5-45b4-9686-c9803e0c02d4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (76d8f083-c629-4889-a2d7-00588376668f), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:06.530101 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f783e-def5-45b4-9686-c9803e0c02d4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d8f083-c629-4889-a2d7-00588376668f,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:06.622625 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-21dccb74-69f1-4293-8c3d-192bd4b9a364 req-1ab740c6-0aad-41bd-90d7-fd1d8da3d77e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=50dff3e8-23ae-4501-b36a-35a1b3629b13 HTTP/1.1" status: 200 len: 210 time: 0.0299921 Sep 19 12:32:06.661039 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-339f783e-def5-45b4-9686-c9803e0c02d4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:06.662796 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-339f783e-def5-45b4-9686-c9803e0c02d4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4212210 Sep 19 12:32:06.667299 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41980) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:06.673872 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-0548387a-95ee-4530-a0d5-3a696a8c2015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'security_group_rule': {'security_group_id': '76d8f083-c629-4889-a2d7-00588376668f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:06.800992 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Sync routers for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:06.814730 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0548387a-95ee-4530-a0d5-3a696a8c2015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (9d713b1d-671c-44fa-b299-fd9cfbe43172), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:06.817459 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:06.818073 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:06.879754 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0548387a-95ee-4530-a0d5-3a696a8c2015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (9d713b1d-671c-44fa-b299-fd9cfbe43172), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:06.902300 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Attempt 5 to provision port c1ea76cb-34f4-40d9-aa91-ae84db769225 Sep 19 12:32:06.937510 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Port c1ea76cb-34f4-40d9-aa91-ae84db769225 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:06.958588 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:06.963928 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.000374 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0548387a-95ee-4530-a0d5-3a696a8c2015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (9d713b1d-671c-44fa-b299-fd9cfbe43172), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.020806 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548387a-95ee-4530-a0d5-3a696a8c2015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d713b1d-671c-44fa-b299-fd9cfbe43172,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:07.093621 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0548387a-95ee-4530-a0d5-3a696a8c2015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.094826 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-0548387a-95ee-4530-a0d5-3a696a8c2015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4261417 Sep 19 12:32:07.097925 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41986) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:07.102585 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-f84e1810-d302-4356-b10c-430d7523fa17 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'security_group_rule': {'security_group_id': '76d8f083-c629-4889-a2d7-00588376668f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:07.153663 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 2, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:07.178170 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Checking router: b421c92b-860a-40af-a38d-8fd9951197c3 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:32:07.178510 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Updating router b421c92b-860a-40af-a38d-8fd9951197c3 port c1ea76cb-34f4-40d9-aa91-ae84db769225 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:32:07.201589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f84e1810-d302-4356-b10c-430d7523fa17 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (ac245739-3488-4d6e-8c49-a03d9fe884fa), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.207078 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.259127 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f84e1810-d302-4356-b10c-430d7523fa17 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (ac245739-3488-4d6e-8c49-a03d9fe884fa), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.354565 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f84e1810-d302-4356-b10c-430d7523fa17 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (ac245739-3488-4d6e-8c49-a03d9fe884fa), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.371191 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:07.375464 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e1810-d302-4356-b10c-430d7523fa17 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac245739-3488-4d6e-8c49-a03d9fe884fa,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:07.438972 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Attempt 6 to provision port c1ea76cb-34f4-40d9-aa91-ae84db769225 Sep 19 12:32:07.444398 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f84e1810-d302-4356-b10c-430d7523fa17 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.447600 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f84e1810-d302-4356-b10c-430d7523fa17 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3486316 Sep 19 12:32:07.454982 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41990) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:07.459834 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:07.477625 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Publish callbacks [] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.485521 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Port c1ea76cb-34f4-40d9-aa91-ae84db769225 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:07.581400 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.581725 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.612777 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:07.644991 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Pushing event updated for resources: {'Port': ['ID=c1ea76cb-34f4-40d9-aa91-ae84db769225,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:07.671069 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.673400 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.673400 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.673400 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.673400 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.673400 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.673400 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.674259 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.674740 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.675219 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.675701 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.676186 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.676832 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.677193 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.677474 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.677960 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:07.699137 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Attempting to bind port c1ea76cb-34f4-40d9-aa91-ae84db769225 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:32:07.699507 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Attempting to bind port c1ea76cb-34f4-40d9-aa91-ae84db769225 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:32:07.699942 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Attempting to bind port c1ea76cb-34f4-40d9-aa91-ae84db769225 on network af5272e5-f954-494b-ac83-7c8776b2b4cb {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:32:07.749176 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:32:07.749636 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Checking segment: {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:32:07.750036 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.750447 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Bound using segment: {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:32:07.750908 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Bound port: c1ea76cb-34f4-40d9-aa91-ae84db769225, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:32:07.751277 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.768020 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:07.785844 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:07.796488 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Allocated IP 172.27.3.147 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/485d2c6c-edb9-4e65-ad54-835b4e2c3d9e) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:32:07.816155 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] For port c1ea76cb-34f4-40d9-aa91-ae84db769225, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:32:07.822776 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] For port c1ea76cb-34f4-40d9-aa91-ae84db769225, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c1ea76cb-34f4-40d9-aa91-ae84db769225,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:32:07.828395 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 41996) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:07.894655 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1605-4356-4b44-94ee-18cdad812019 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (38a3a3cf-1012-4753-9516-8cffaf680235), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.895462 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 956352bc-50f0-4c68-bba3-80b891e8e358 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:32:07.907371 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.921562 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1605-4356-4b44-94ee-18cdad812019 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (38a3a3cf-1012-4753-9516-8cffaf680235), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.930801 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for port (485d2c6c-edb9-4e65-ad54-835b4e2c3d9e), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.951383 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:07.953349 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:07.955556 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 956352bc-50f0-4c68-bba3-80b891e8e358 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:07.956685 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:07.957074 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 956352bc-50f0-4c68-bba3-80b891e8e358 Sep 19 12:32:07.983703 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:07.986152 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Attempt 7 to provision port c1ea76cb-34f4-40d9-aa91-ae84db769225 Sep 19 12:32:08.010532 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f881e48-374e-4b13-90c7-81b360d85497 None None] Pushing event updated for resources: {'Port': ['ID=c1ea76cb-34f4-40d9-aa91-ae84db769225,revision_number=4']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:08.058597 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (485d2c6c-edb9-4e65-ad54-835b4e2c3d9e), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.070252 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:08.105210 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 956352bc-50f0-4c68-bba3-80b891e8e358 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:08.112371 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:32:08.115320 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:08.115532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:08.119374 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Current status of the port c1ea76cb-34f4-40d9-aa91-ae84db769225 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:08.120031 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.123061 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:32:08.131908 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1605-4356-4b44-94ee-18cdad812019 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (38a3a3cf-1012-4753-9516-8cffaf680235), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.134980 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1605-4356-4b44-94ee-18cdad812019 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.136522 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-5c4a1605-4356-4b44-94ee-18cdad812019 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/38a3a3cf-1012-4753-9516-8cffaf680235 HTTP/1.1" status: 204 len: 168 time: 0.3070536 Sep 19 12:32:08.143926 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 41998) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:08.156378 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a1605-4356-4b44-94ee-18cdad812019 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a3a3cf-1012-4753-9516-8cffaf680235,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:08.168810 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'Port': ['ID=485d2c6c-edb9-4e65-ad54-835b4e2c3d9e,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:08.180665 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] For port c1ea76cb-34f4-40d9-aa91-ae84db769225, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c1ea76cb-34f4-40d9-aa91-ae84db769225,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:08.183984 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.api.v2.resource [None req-3bde2b84-2ebd-4b5b-a1fd-f3f43abffd13 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] show failed (client error): The resource could not be found. Sep 19 12:32:08.185132 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-3bde2b84-2ebd-4b5b-a1fd-f3f43abffd13 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups/38a3a3cf-1012-4753-9516-8cffaf680235 HTTP/1.1" status: 404 len: 347 time: 0.0436950 Sep 19 12:32:08.190829 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:08.192005 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42000) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:08.202449 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (5bd0ad06-fd83-42ee-a8b7-81d33923a6a3), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.263290 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.302454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (485d2c6c-edb9-4e65-ad54-835b4e2c3d9e), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.312479 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Deleting port 8f190f5f-0ede-4921-8954-e9d567c38d3c {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:08.313161 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (8f190f5f-0ede-4921-8954-e9d567c38d3c), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.330481 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b83b4-645c-45e8-a24a-53fba537b104 None None] Pushing event updated for resources: {'Port': ['ID=c1ea76cb-34f4-40d9-aa91-ae84db769225,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:08.397748 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-3e9e3812-221e-4d01-b23c-51821bfd927a None None] Provisioning complete for port c1ea76cb-34f4-40d9-aa91-ae84db769225 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:08.397748 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3e9e3812-221e-4d01-b23c-51821bfd927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.397748 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-3e9e3812-221e-4d01-b23c-51821bfd927a None None] Attempt 1 to provision port c1ea76cb-34f4-40d9-aa91-ae84db769225 Sep 19 12:32:08.427364 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:07Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:08.428580 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (8f190f5f-0ede-4921-8954-e9d567c38d3c), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.429171 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (8f190f5f-0ede-4921-8954-e9d567c38d3c), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.444496 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Calling delete_port for 8f190f5f-0ede-4921-8954-e9d567c38d3c owned by network:floatingip {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:08.446418 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:08.462937 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947490b6-e31c-4c00-b954-6cd4e7727ab1 None None] The sync data for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi is: [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:07Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:32:08.491933 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e3812-221e-4d01-b23c-51821bfd927a None None] Current status of the port c1ea76cb-34f4-40d9-aa91-ae84db769225 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:08.498055 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for port (485d2c6c-edb9-4e65-ad54-835b4e2c3d9e), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.565360 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (485d2c6c-edb9-4e65-ad54-835b4e2c3d9e), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.566111 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (5bd0ad06-fd83-42ee-a8b7-81d33923a6a3), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.641658 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'Port': ['ID=485d2c6c-edb9-4e65-ad54-835b4e2c3d9e,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:08.698891 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.733198 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (8f190f5f-0ede-4921-8954-e9d567c38d3c), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.733990 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.735253 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-0f06ffe6-d58c-4a1d-896a-dbdece9f4177 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2793026 Sep 19 12:32:08.764564 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'Port': ['ID=8f190f5f-0ede-4921-8954-e9d567c38d3c,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:08.783250 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.838523 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (5192306b-71a2-4cce-9a12-625e30f0ed0e), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.841709 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:08.843199 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-c245c4ce-42a7-4673-a2f6-431435de61e8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/5192306b-71a2-4cce-9a12-625e30f0ed0e HTTP/1.1" status: 204 len: 168 time: 0.6500964 Sep 19 12:32:08.910680 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0854bdde-cb75-4bd9-ba76-aec20e537972 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2119416457&fields=id&tenant_id=6316917c9ff94be4bed47eb0b60e7f33 HTTP/1.1" status: 200 len: 267 time: 0.0513351 Sep 19 12:32:08.976356 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42022) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:08.981772 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-9166d16d-4a16-4388-90bf-7f9d88260efe tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370576965', 'description': 'tempest-description--346157402'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:08.993161 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:09.031973 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-52ab7d90-7665-425d-9407-9f9e8c42af8a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:09.033557 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-52ab7d90-7665-425d-9407-9f9e8c42af8a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 816 time: 0.1153929 Sep 19 12:32:09.049993 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-66526715-7fdb-4cfd-b03e-d316295c0de3 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/quotas/6316917c9ff94be4bed47eb0b60e7f33 HTTP/1.1" status: 200 len: 375 time: 0.0099351 Sep 19 12:32:09.074578 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9166d16d-4a16-4388-90bf-7f9d88260efe tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.108963 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-959e3e72-5f50-4056-9d87-3c0dd499ccc9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530946 Sep 19 12:32:09.138105 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:09.179569 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9166d16d-4a16-4388-90bf-7f9d88260efe tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (b37df0c3-ad5f-4755-a1f5-087ee9741658), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.245976 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9166d16d-4a16-4388-90bf-7f9d88260efe tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b37df0c3-ad5f-4755-a1f5-087ee9741658), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.287300 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-11ab3c7a-5e48-4f1c-97f6-fda88ef95199 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610811 Sep 19 12:32:09.288118 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166d16d-4a16-4388-90bf-7f9d88260efe tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37df0c3-ad5f-4755-a1f5-087ee9741658,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:09.346593 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9166d16d-4a16-4388-90bf-7f9d88260efe tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.348043 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-9166d16d-4a16-4388-90bf-7f9d88260efe tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3698304 Sep 19 12:32:09.350966 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42026) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:09.357722 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-d71dfea8-f085-4c2a-9d85-c35e8edb02c2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group_rule': {'security_group_id': 'b37df0c3-ad5f-4755-a1f5-087ee9741658', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:09.404558 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-61cfebb5-aca8-4225-b655-8399a2ea09f9 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162930 Sep 19 12:32:09.495586 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d71dfea8-f085-4c2a-9d85-c35e8edb02c2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (69d1fbde-d9b4-49a2-92c0-1bbbffd01675), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.547455 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d71dfea8-f085-4c2a-9d85-c35e8edb02c2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (69d1fbde-d9b4-49a2-92c0-1bbbffd01675), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.657641 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d71dfea8-f085-4c2a-9d85-c35e8edb02c2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (69d1fbde-d9b4-49a2-92c0-1bbbffd01675), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.703051 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dfea8-f085-4c2a-9d85-c35e8edb02c2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d1fbde-d9b4-49a2-92c0-1bbbffd01675,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:09.756202 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8b2075f8-c735-40ac-81c2-beeb3226be73 req-4eeba09a-7e5e-4458-ac7a-84e03ef76662 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 210 time: 0.0303338 Sep 19 12:32:09.768042 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d71dfea8-f085-4c2a-9d85-c35e8edb02c2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.769297 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-d71dfea8-f085-4c2a-9d85-c35e8edb02c2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4161592 Sep 19 12:32:09.774913 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42036) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:09.776935 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-3894eeca-9297-41c2-aacb-6751e1dfeb4a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'security_group_rule': {'security_group_id': 'b37df0c3-ad5f-4755-a1f5-087ee9741658', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:09.902039 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c1ea76cb-34f4-40d9-aa91-ae84db769225 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:32:09.909671 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3894eeca-9297-41c2-aacb-6751e1dfeb4a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (5383e2ff-1c22-4d03-a070-5da02e822690), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.952182 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port c1ea76cb-34f4-40d9-aa91-ae84db769225 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:09.952545 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.953207 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port c1ea76cb-34f4-40d9-aa91-ae84db769225 Sep 19 12:32:09.978291 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3894eeca-9297-41c2-aacb-6751e1dfeb4a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (5383e2ff-1c22-4d03-a070-5da02e822690), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:09.991872 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:10.031635 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port c1ea76cb-34f4-40d9-aa91-ae84db769225 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:10.046234 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3894eeca-9297-41c2-aacb-6751e1dfeb4a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (5383e2ff-1c22-4d03-a070-5da02e822690), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:10.053546 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:10.063906 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894eeca-9297-41c2-aacb-6751e1dfeb4a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5383e2ff-1c22-4d03-a070-5da02e822690,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:10.149271 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3894eeca-9297-41c2-aacb-6751e1dfeb4a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:10.150514 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-3894eeca-9297-41c2-aacb-6751e1dfeb4a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3771605 Sep 19 12:32:10.153828 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42042) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:10.158016 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:10.280225 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:10.362325 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:10.472325 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Allocated IP 172.27.3.190 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/620b4567-7386-4aeb-b1b1-955b60fe3b00) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:32:10.585823 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (620b4567-7386-4aeb-b1b1-955b60fe3b00), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:10.587590 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:10.680908 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (620b4567-7386-4aeb-b1b1-955b60fe3b00), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:10.725867 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:32:10.731150 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:10.737028 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=620b4567-7386-4aeb-b1b1-955b60fe3b00,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:10.737028 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:32:10.863619 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-719245c7-2cad-49fd-97b3-913bf72318bb req-ce9fd973-1773-47bf-b080-2d7ee62eaa94 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 210 time: 0.0324998 Sep 19 12:32:11.046108 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (ecec9d20-efc4-48c3-9e6f-5ad16f665e40), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:11.185641 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (620b4567-7386-4aeb-b1b1-955b60fe3b00), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:11.340165 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (620b4567-7386-4aeb-b1b1-955b60fe3b00), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:11.411738 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (620b4567-7386-4aeb-b1b1-955b60fe3b00), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:11.460751 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:11.483597 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (ecec9d20-efc4-48c3-9e6f-5ad16f665e40), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:11.486562 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=620b4567-7386-4aeb-b1b1-955b60fe3b00,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:11.591455 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:11.592721 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-1bd84299-2a17-496e-85ce-ab8d4e09845b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4379547 Sep 19 12:32:11.814620 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-f15688a2-32d3-4b8f-89bb-fd06c339f10a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--370576965&fields=id&tenant_id=68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 267 time: 0.0476911 Sep 19 12:32:11.925897 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378617c-480b-486d-bde2-91c928da5bf4 req-f163a72f-8d07-4b80-b001-d167c8a9779b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:11.927427 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-f163a72f-8d07-4b80-b001-d167c8a9779b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 814 time: 0.1059651 Sep 19 12:32:11.948630 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-a15b93ae-689f-49a3-91f7-b94315d58017 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/quotas/68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 375 time: 0.0129907 Sep 19 12:32:11.984385 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b3e95392-643d-405b-bf27-350fb2f90225 req-9ee0861e-84a1-46cf-8ce3-a33386d66021 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 210 time: 0.0348341 Sep 19 12:32:12.021612 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-06dd0422-533d-4c53-a4d4-0a7b88d1d590 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704129 Sep 19 12:32:12.120294 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:12.161884 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-e5c2c3e9-5e14-43b5-9311-7c9bf8bb19c0 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289251 Sep 19 12:32:12.257478 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-ce8a58e6-f823-4104-9ac3-a3f5586dd02e service neutron] 10.222.0.93 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890303 Sep 19 12:32:12.415929 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-d8e262da-6f4a-4fda-830e-23ca50a9a3a3 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:12.417417 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-d8e262da-6f4a-4fda-830e-23ca50a9a3a3 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 816 time: 0.1449099 Sep 19 12:32:12.492468 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-e81c6f85-73c6-4d99-91c5-0f6f1f87df2a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6316917c9ff94be4bed47eb0b60e7f33 HTTP/1.1" status: 200 len: 380 time: 0.0655036 Sep 19 12:32:12.503102 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'port': {'device_id': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'admin_state_up': True, 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'security_groups': ['76d8f083-c629-4889-a2d7-00588376668f']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:12.628486 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ab34151a-b74a-495d-b798-144ac5dbaac1 req-60e124a4-d016-4d13-befa-bffac3b0b6cf tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 210 time: 0.0362270 Sep 19 12:32:12.781409 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Made reservation on behalf of 6316917c9ff94be4bed47eb0b60e7f33 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:32:12.785632 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:12.919613 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Allocated IP 172.20.0.12 (af5272e5-f954-494b-ac83-7c8776b2b4cb/60bc15d4-a287-4cdc-b021-1f87bbb86b5f/760b99b4-defc-4bbb-86a7-39ce573ef1d4) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:32:12.923245 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:13.066722 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:13.083845 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:13.102858 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f4ef4ca-d32b-472c-be6d-449e3382b887 req-870ab032-2e59-4d78-bf44-6d6143ee8bf3 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 210 time: 0.0342937 Sep 19 12:32:13.206103 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:13.248378 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Network af5272e5-f954-494b-ac83-7c8776b2b4cb is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:32:13.254061 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:13.258967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:32:13.263848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:13.264462 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:13.274452 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:13.380863 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-0c3cadc2-aadc-48d0-b955-a6d6e135d48e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8832679 Sep 19 12:32:13.392557 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Request body: {'port': {'device_id': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:13.449214 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-f9bba587-63e0-4319-ac51-cb82ccfd7b76 None None] Provisioning complete for port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:13.449854 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f9bba587-63e0-4319-ac51-cb82ccfd7b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:13.450123 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-f9bba587-63e0-4319-ac51-cb82ccfd7b76 None None] Attempt 1 to provision port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 Sep 19 12:32:13.459112 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:13.482544 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-f9bba587-63e0-4319-ac51-cb82ccfd7b76 None None] Port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:13.762532 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a8ddef5b-7903-4810-bbdc-43322de92b91 req-67b63328-d22a-4247-835e-bb4daed09f5a tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 210 time: 0.0412128 Sep 19 12:32:13.764766 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760b99b4-defc-4bbb-86a7-39ce573ef1d4 {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:32:13.773084 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Publish callbacks [] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:13.790020 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Transition to ACTIVE for port object 760b99b4-defc-4bbb-86a7-39ce573ef1d4 will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:32:13.872417 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:13.950465 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Attempting to bind port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:32:13.950801 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Attempting to bind port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:32:13.951131 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Attempting to bind port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 on network af5272e5-f954-494b-ac83-7c8776b2b4cb {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:32:13.973577 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:13.983749 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-f9bba587-63e0-4319-ac51-cb82ccfd7b76 None None] Attempt 2 to provision port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 Sep 19 12:32:14.001276 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 on network af5272e5-f954-494b-ac83-7c8776b2b4cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:32:14.001600 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Attempting to bind port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 on network af5272e5-f954-494b-ac83-7c8776b2b4cb {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:32:14.020253 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-f9bba587-63e0-4319-ac51-cb82ccfd7b76 None None] Port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:14.050640 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:32:14.050969 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Checking segment: {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:32:14.051354 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Bound using segment: {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:32:14.052026 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Bound port: 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:32:14.052345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:14.063116 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:14.116445 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:32:14.119974 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:32:14.225409 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:14.232143 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:14.232797 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:14.234259 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/760b99b4-defc-4bbb-86a7-39ce573ef1d4 HTTP/1.1" status: 200 len: 1094 time: 0.8460178 Sep 19 12:32:14.237541 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:14.239998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25158679-5dff-42d7-bbc3-0db89d410807" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:14.268277 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab607a3-a018-4da5-8964-6791c791b79d req-1ebadeee-1228-459a-b053-f9d4cca54921 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:14.270020 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fab607a3-a018-4da5-8964-6791c791b79d req-1ebadeee-1228-459a-b053-f9d4cca54921 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0819290 Sep 19 12:32:14.299850 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:14.313345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bc1015-2689-4053-91e8-faad40135893 x-openstack-request-id: req-09bc1015-2689-4053-91e8-faad40135893 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:14.315837 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:14.315837 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-09bc1015-2689-4053-91e8-faad40135893 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:14.315837 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09bc1015-2689-4053-91e8-faad40135893'] response: {'name': 'network-changed', 'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'status': 'completed', 'code': 200} Sep 19 12:32:14.338320 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88543f92-fbb6-4c54-8f4b-54c7e5acd0fc service neutron] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:14.390311 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fab607a3-a018-4da5-8964-6791c791b79d req-4afae1f6-ac99-4305-9cdc-4bae9b004096 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021314 Sep 19 12:32:14.391527 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25158679-5dff-42d7-bbc3-0db89d410807 req-2d6bfea0-3d9b-4381-8afe-2890fc315716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:14.392998 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-25158679-5dff-42d7-bbc3-0db89d410807 req-2d6bfea0-3d9b-4381-8afe-2890fc315716 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 1128 time: 0.0657773 Sep 19 12:32:14.521148 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-f9bba587-63e0-4319-ac51-cb82ccfd7b76 None None] Attempt 3 to provision port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 Sep 19 12:32:14.526113 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25158679-5dff-42d7-bbc3-0db89d410807 req-679ef2c7-92f3-47b0-abea-214b26ef409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:14.527715 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-25158679-5dff-42d7-bbc3-0db89d410807 req-679ef2c7-92f3-47b0-abea-214b26ef409e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1272426 Sep 19 12:32:14.565284 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-f9bba587-63e0-4319-ac51-cb82ccfd7b76 None None] Port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:32:14.644975 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25158679-5dff-42d7-bbc3-0db89d410807 req-d7f5d794-83b8-425a-bf17-29e41e5cd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:14.646629 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-25158679-5dff-42d7-bbc3-0db89d410807 req-d7f5d794-83b8-425a-bf17-29e41e5cd262 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123881 Sep 19 12:32:14.751647 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-d5e4ac68-417c-42d3-8a71-6c628a6aa64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:14.753063 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-d5e4ac68-417c-42d3-8a71-6c628a6aa64a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 1128 time: 0.0444119 Sep 19 12:32:14.891343 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7b502776-4449-45a4-9ded-6db387017a2d req-6b828733-b01d-4c08-aa0b-f060813c82b8 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 210 time: 0.0353754 Sep 19 12:32:15.046108 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-f9a4aa06-04f6-4c1a-97cb-fb291f450e1d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4 HTTP/1.1" status: 200 len: 217 time: 0.0418057 Sep 19 12:32:15.103529 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-eda5a746-50de-4ff0-92cf-1f53431f388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:15.105018 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-eda5a746-50de-4ff0-92cf-1f53431f388b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.0519052 Sep 19 12:32:15.157188 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-9a0c8407-0164-4de0-a6e3-435450dcf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:15.158709 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-9a0c8407-0164-4de0-a6e3-435450dcf593 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462930 Sep 19 12:32:15.321325 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-32ada6ad-8045-48b0-80ea-6f77b010bbd7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552815 Sep 19 12:32:15.424775 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378617c-480b-486d-bde2-91c928da5bf4 req-60614b7d-7199-4144-a183-7c74f06b97c3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:15.426286 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-60614b7d-7199-4144-a183-7c74f06b97c3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 814 time: 0.1770122 Sep 19 12:32:15.449058 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:15.479885 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ea33617-ee96-45d6-bef2-49900c232f54 req-65a1724e-de4c-422b-9a96-bfda46a9a960 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459773 Sep 19 12:32:15.530698 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-bed97b27-7c7d-4272-b843-d1bf7f7f429b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68496d9aa29542139f00104051248a5b HTTP/1.1" status: 200 len: 379 time: 0.0936725 Sep 19 12:32:15.549528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'port': {'device_id': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'admin_state_up': True, 'tenant_id': '68496d9aa29542139f00104051248a5b', 'security_groups': ['b37df0c3-ad5f-4755-a1f5-087ee9741658']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:15.629130 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88629b92-ba6f-4792-9887-6d8cf2508afc req-04831fe4-4b06-4fd4-8d6a-b6fefba608c0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:15.630647 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-88629b92-ba6f-4792-9887-6d8cf2508afc req-04831fe4-4b06-4fd4-8d6a-b6fefba608c0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.1092131 Sep 19 12:32:15.729598 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-88629b92-ba6f-4792-9887-6d8cf2508afc req-5f863e4e-0f86-4a3b-879d-2b92a409f0ec tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929012 Sep 19 12:32:15.828796 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Made reservation on behalf of 68496d9aa29542139f00104051248a5b for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:32:15.832845 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:15.974174 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Allocated IP 172.20.0.11 (2775bc2c-1de6-4530-99c8-74593487735c/371e45eb-fb30-4c5e-963a-202e37649855/3501b95d-b6c9-49f3-9b9e-c60d361550ad) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:32:15.980051 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:16.034508 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c260b519-94d9-4f4f-9e01-ceac06297b18 req-d9508ab0-5f02-4886-9a3d-99dc70573f71 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 210 time: 0.0464394 Sep 19 12:32:16.153026 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:16.267044 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:16.278675 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:16.315199 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Network 2775bc2c-1de6-4530-99c8-74593487735c is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:32:16.321505 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:16.325700 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:32:16.333881 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:16.333881 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:16.339673 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event updated for resources: {'Port': ['ID=3501b95d-b6c9-49f3-9b9e-c60d361550ad,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:16.412398 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2c030cf5-9158-4ce3-aff3-3ef500a1aa89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8680313 Sep 19 12:32:16.427638 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Request body: {'port': {'device_id': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:16.505137 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:16.597775 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-711b9f93-d312-4795-8fb3-48d92f7a11d9 None None] Provisioning complete for port 3501b95d-b6c9-49f3-9b9e-c60d361550ad triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:16.598334 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-711b9f93-d312-4795-8fb3-48d92f7a11d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:16.598439 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-711b9f93-d312-4795-8fb3-48d92f7a11d9 None None] Attempt 1 to provision port 3501b95d-b6c9-49f3-9b9e-c60d361550ad Sep 19 12:32:16.633479 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-711b9f93-d312-4795-8fb3-48d92f7a11d9 None None] Port 3501b95d-b6c9-49f3-9b9e-c60d361550ad cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:16.782251 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3501b95d-b6c9-49f3-9b9e-c60d361550ad {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:32:16.790812 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Publish callbacks [] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:16.804091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Transition to ACTIVE for port object 3501b95d-b6c9-49f3-9b9e-c60d361550ad will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:32:16.863788 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360e8ce-7b4c-4b1a-b9f1-69e046cad181 req-df067954-59cf-4886-9dd4-9e0f6f0d8874 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:16.865253 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5360e8ce-7b4c-4b1a-b9f1-69e046cad181 req-df067954-59cf-4886-9dd4-9e0f6f0d8874 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0487034 Sep 19 12:32:16.885712 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:16.970818 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Pushing event updated for resources: {'Port': ['ID=3501b95d-b6c9-49f3-9b9e-c60d361550ad,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:16.978947 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5360e8ce-7b4c-4b1a-b9f1-69e046cad181 req-10c5c571-1a4e-4659-a36b-159423fed0a8 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066732 Sep 19 12:32:16.981389 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Attempting to bind port 3501b95d-b6c9-49f3-9b9e-c60d361550ad on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:32:16.981593 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Attempting to bind port 3501b95d-b6c9-49f3-9b9e-c60d361550ad by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:32:16.981920 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Attempting to bind port 3501b95d-b6c9-49f3-9b9e-c60d361550ad on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:32:17.030248 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Port 3501b95d-b6c9-49f3-9b9e-c60d361550ad on network 2775bc2c-1de6-4530-99c8-74593487735c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:32:17.030571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Attempting to bind port 3501b95d-b6c9-49f3-9b9e-c60d361550ad on network 2775bc2c-1de6-4530-99c8-74593487735c {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:32:17.084644 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:32:17.085194 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Checking segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:32:17.085718 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Bound using segment: {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:32:17.086717 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Bound port: 3501b95d-b6c9-49f3-9b9e-c60d361550ad, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b14715-b5a6-4202-9245-00d1a0574fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:32:17.087565 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:17.128444 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:17.134984 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-711b9f93-d312-4795-8fb3-48d92f7a11d9 None None] Attempt 2 to provision port 3501b95d-b6c9-49f3-9b9e-c60d361550ad Sep 19 12:32:17.176413 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-711b9f93-d312-4795-8fb3-48d92f7a11d9 None None] Port 3501b95d-b6c9-49f3-9b9e-c60d361550ad cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:32:17.212392 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a24a4-8317-463e-8859-4e09aaf083d0 req-b90933ec-3d4f-441b-bba0-ff53a2956cb6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:17.214399 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f32a24a4-8317-463e-8859-4e09aaf083d0 req-b90933ec-3d4f-441b-bba0-ff53a2956cb6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 944 time: 0.0871284 Sep 19 12:32:17.218209 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] For port 3501b95d-b6c9-49f3-9b9e-c60d361550ad, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:32:17.222454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] For port 3501b95d-b6c9-49f3-9b9e-c60d361550ad, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3501b95d-b6c9-49f3-9b9e-c60d361550ad,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:32:17.270555 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f32a24a4-8317-463e-8859-4e09aaf083d0 req-f414a7f1-4e5a-46ad-82cf-770438e108e5 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499392 Sep 19 12:32:17.347101 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:17.351454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:17.352096 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:17.353518 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/3501b95d-b6c9-49f3-9b9e-c60d361550ad HTTP/1.1" status: 200 len: 1094 time: 0.9305828 Sep 19 12:32:17.354079 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'tag': '3501b95d-b6c9-49f3-9b9e-c60d361550ad'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:17.356320 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577a116d-637d-4505-83ed-5abe8ee02277" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1ebcb8-0086-4004-b180-b8e674649b75", "tag": "3501b95d-b6c9-49f3-9b9e-c60d361550ad"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:17.361369 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:17.409860 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149605f7-6bbb-434f-a1e8-b1a8696a2eb1 x-openstack-request-id: req-149605f7-6bbb-434f-a1e8-b1a8696a2eb1 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:17.410154 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1ebcb8-0086-4004-b180-b8e674649b75", "tag": "3501b95d-b6c9-49f3-9b9e-c60d361550ad", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:17.410408 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-149605f7-6bbb-434f-a1e8-b1a8696a2eb1 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:17.410802 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149605f7-6bbb-434f-a1e8-b1a8696a2eb1'] response: {'name': 'network-changed', 'server_uuid': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'tag': '3501b95d-b6c9-49f3-9b9e-c60d361550ad', 'status': 'completed', 'code': 200} Sep 19 12:32:17.413958 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f8c5d-520e-4646-9698-5f6f1e54ef5f service neutron] Pushing event updated for resources: {'Port': ['ID=3501b95d-b6c9-49f3-9b9e-c60d361550ad,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:17.455352 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:17.471105 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a116d-637d-4505-83ed-5abe8ee02277 req-426e7a11-0e2b-4cd1-a4bc-c8d5c3e36cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:17.472994 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-577a116d-637d-4505-83ed-5abe8ee02277 req-426e7a11-0e2b-4cd1-a4bc-c8d5c3e36cd2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 1128 time: 0.0416682 Sep 19 12:32:17.679631 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-711b9f93-d312-4795-8fb3-48d92f7a11d9 None None] Attempt 3 to provision port 3501b95d-b6c9-49f3-9b9e-c60d361550ad Sep 19 12:32:17.734787 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-711b9f93-d312-4795-8fb3-48d92f7a11d9 None None] Port 3501b95d-b6c9-49f3-9b9e-c60d361550ad had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:32:17.848593 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a116d-637d-4505-83ed-5abe8ee02277 req-eebd4494-122f-4ec0-b81d-366b4fda1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:17.850063 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-577a116d-637d-4505-83ed-5abe8ee02277 req-eebd4494-122f-4ec0-b81d-366b4fda1212 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=68496d9aa29542139f00104051248a5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3679726 Sep 19 12:32:17.943927 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a116d-637d-4505-83ed-5abe8ee02277 req-ca247a52-0919-4358-9679-8adc9ba33a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:17.945329 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-577a116d-637d-4505-83ed-5abe8ee02277 req-ca247a52-0919-4358-9679-8adc9ba33a00 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888655 Sep 19 12:32:18.034877 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378617c-480b-486d-bde2-91c928da5bf4 req-7535ca81-d020-4c55-b237-72ff4b99c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:18.036369 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-7535ca81-d020-4c55-b237-72ff4b99c9a8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 1128 time: 0.0513701 Sep 19 12:32:18.088138 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-407a4e8d-aa49-4e6f-a639-fb33a8c359ca service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3501b95d-b6c9-49f3-9b9e-c60d361550ad HTTP/1.1" status: 200 len: 217 time: 0.0426466 Sep 19 12:32:18.139450 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 760b99b4-defc-4bbb-86a7-39ce573ef1d4 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:32:18.162556 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3bfb8-c267-4d8d-a1f3-c3e277b838be req-b0bda302-3389-4075-b09b-3f4c5433453d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:18.164673 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8bd3bfb8-c267-4d8d-a1f3-c3e277b838be req-b0bda302-3389-4075-b09b-3f4c5433453d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0855055 Sep 19 12:32:18.185837 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378617c-480b-486d-bde2-91c928da5bf4 req-4fc1245c-0648-4208-bc61-131f215d5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:18.187255 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-4fc1245c-0648-4208-bc61-131f215d5663 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=371e45eb-fb30-4c5e-963a-202e37649855 HTTP/1.1" status: 200 len: 853 time: 0.0781837 Sep 19 12:32:18.254550 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2798aa6b-8a3f-4cd9-9a01-7da571214c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:18.256139 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-2798aa6b-8a3f-4cd9-9a01-7da571214c4f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2775bc2c-1de6-4530-99c8-74593487735c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584579 Sep 19 12:32:18.261171 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8bd3bfb8-c267-4d8d-a1f3-c3e277b838be req-0a866679-e547-4f39-9f35-a483af00500f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876260 Sep 19 12:32:18.335387 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:18.349934 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'port_id': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'mac_address': 'fa:16:3e:9b:95:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:32:18.382420 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-55be118c-ac66-4396-b0cc-c990ee320caa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893967 Sep 19 12:32:18.400258 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:18.400682 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:18.415431 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760b99b4-defc-4bbb-86a7-39ce573ef1d4 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:32:18.429930 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:18.432619 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=22 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:18.437484 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:18.474136 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af23dd-2018-431f-85fb-edf36f857366 req-c20818bb-ec82-4f6e-8f12-884d0a49cc89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:18.475649 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b0af23dd-2018-431f-85fb-edf36f857366 req-c20818bb-ec82-4f6e-8f12-884d0a49cc89 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 944 time: 0.1126966 Sep 19 12:32:18.495859 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-73d465a4-8ff5-4530-9a29-a8cd1d528b5d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268662 Sep 19 12:32:18.496908 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-80171301-65f7-4d04-8a5c-927958512756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:18.498283 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-80171301-65f7-4d04-8a5c-927958512756 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e212d8593720481abae6cfa656f03078&device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1169 time: 0.0889587 Sep 19 12:32:18.504775 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:18.581402 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:18.630182 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:18.637819 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.638169 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.638538 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.639014 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.639215 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.639547 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.639880 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.640209 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.640536 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.640893 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.641222 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.641563 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.641889 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.642229 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.642531 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:18.653556 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b0af23dd-2018-431f-85fb-edf36f857366 req-e9440d06-48b4-4700-b76b-e6f0174b62b2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697361 Sep 19 12:32:18.703168 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e378617c-480b-486d-bde2-91c928da5bf4 req-a42fd8e4-90fb-4187-9ab2-a3fe30a8678c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952274 Sep 19 12:32:18.707704 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-57eb24a6-758c-4319-a06e-a07aac8b5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:18.712206 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-57eb24a6-758c-4319-a06e-a07aac8b5dcf service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=50bac15b-6fa2-47bb-9dab-556f8cadd54c HTTP/1.1" status: 200 len: 916 time: 0.1833589 Sep 19 12:32:18.775113 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-c6a4ef6f-f729-4012-9f9c-562c73b76984 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 1001 time: 0.0593009 Sep 19 12:32:18.829186 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-b08bd36a-1300-4f0b-83f7-f994056c9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:18.830657 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-b08bd36a-1300-4f0b-83f7-f994056c9327 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4645eda1-86c4-4a2e-a364-8af3dfc37887 HTTP/1.1" status: 200 len: 854 time: 0.0487056 Sep 19 12:32:18.870032 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['760b99b4-defc-4bbb-86a7-39ce573ef1d4'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:32:19.405773 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82301c4-9381-44ac-88e7-3d602f3d496d req-95cc5411-c07e-450c-9477-c5ac68a4a1c8 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:19.408126 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d82301c4-9381-44ac-88e7-3d602f3d496d req-95cc5411-c07e-450c-9477-c5ac68a4a1c8 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 945 time: 0.0535870 Sep 19 12:32:19.446196 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:19.460503 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d82301c4-9381-44ac-88e7-3d602f3d496d req-ec892828-44ad-45de-bb75-6ef82ef85238 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428402 Sep 19 12:32:19.791103 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd608086-bce9-47e9-a409-a45d9f438bf8 req-063bbdea-39f4-472d-99ba-161d0abd37c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:19.792585 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bd608086-bce9-47e9-a409-a45d9f438bf8 req-063bbdea-39f4-472d-99ba-161d0abd37c6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 944 time: 0.0598919 Sep 19 12:32:19.841804 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-c2036549-241f-48eb-af16-9bad4fc38e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:19.843287 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-c2036549-241f-48eb-af16-9bad4fc38e15 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=50bac15b-6fa2-47bb-9dab-556f8cadd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676222 Sep 19 12:32:19.905879 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bd608086-bce9-47e9-a409-a45d9f438bf8 req-106bf905-dc30-4422-94ee-a5a1af7cb0df tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934091 Sep 19 12:32:19.948256 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-13ec49d8-0105-4854-a736-4e1b33575cb3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971398 Sep 19 12:32:20.043953 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f756db66-8fd8-40ea-8d9d-d651a26b3a66 req-d88808a8-dbc7-4d81-a638-23d31d677640 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889063 Sep 19 12:32:20.155388 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3501b95d-b6c9-49f3-9b9e-c60d361550ad details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:32:20.157788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 760b99b4-defc-4bbb-86a7-39ce573ef1d4 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:32:20.264963 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:32:20.303187 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3501b95d-b6c9-49f3-9b9e-c60d361550ad, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3501b95d-b6c9-49f3-9b9e-c60d361550ad,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:20.317626 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '3501b95d-b6c9-49f3-9b9e-c60d361550ad', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'port_id': '3501b95d-b6c9-49f3-9b9e-c60d361550ad', 'mac_address': 'fa:16:3e:ac:4f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:32:20.342027 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:20.342402 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:20.342750 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 Sep 19 12:32:20.362992 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:20.382583 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 3501b95d-b6c9-49f3-9b9e-c60d361550ad is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:20.382965 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:20.401860 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3501b95d-b6c9-49f3-9b9e-c60d361550ad {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:32:20.449707 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3501b95d-b6c9-49f3-9b9e-c60d361550ad, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3501b95d-b6c9-49f3-9b9e-c60d361550ad,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:20.458477 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:20.458862 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:20.460571 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:20.470803 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:20.485098 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:20.487345 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607320c-286a-46cc-944b-4e2fcc24d489" -d '{"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-plugged", "status": "completed", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:20.503557 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:20.526186 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:20.583561 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=3501b95d-b6c9-49f3-9b9e-c60d361550ad,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:20.588639 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:20.593939 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b06cc68-665f-4540-8c10-b0af6f768d99 x-openstack-request-id: req-0b06cc68-665f-4540-8c10-b0af6f768d99 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:20.595142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-plugged", "status": "completed", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:20.595142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0b06cc68-665f-4540-8c10-b0af6f768d99 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:20.595142 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b06cc68-665f-4540-8c10-b0af6f768d99'] response: {'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'code': 200} Sep 19 12:32:20.609395 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e153c8e-3855-4672-b338-f49e55d4aa34 req-343dc2e7-48d0-43e6-a74b-f62c07691c44 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:20.610989 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2e153c8e-3855-4672-b338-f49e55d4aa34 req-343dc2e7-48d0-43e6-a74b-f62c07691c44 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 945 time: 0.0536115 Sep 19 12:32:20.643476 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:20.670193 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2e153c8e-3855-4672-b338-f49e55d4aa34 req-126a7a08-d916-40aa-b3a9-4c23354e6139 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512881 Sep 19 12:32:20.802089 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['3501b95d-b6c9-49f3-9b9e-c60d361550ad'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:32:20.953070 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e124370-1d47-40e6-b8d7-c3ee13538fd9 req-b1bd8731-bbb1-4d36-ac5a-4eaf52f85635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:20.954595 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e124370-1d47-40e6-b8d7-c3ee13538fd9 req-b1bd8731-bbb1-4d36-ac5a-4eaf52f85635 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 1130 time: 0.0462492 Sep 19 12:32:21.030476 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e124370-1d47-40e6-b8d7-c3ee13538fd9 req-d10eb229-86e9-4300-9ca6-01e4ccea7023 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679147 Sep 19 12:32:21.044293 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513d862-bf3e-4468-b5b7-b4f372f8afe0 req-d044fa40-e7f8-4a40-b728-e748e4e66105 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:21.045753 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d513d862-bf3e-4468-b5b7-b4f372f8afe0 req-d044fa40-e7f8-4a40-b728-e748e4e66105 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 945 time: 0.0577819 Sep 19 12:32:21.093795 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d513d862-bf3e-4468-b5b7-b4f372f8afe0 req-04cfebfc-2e0e-4280-a3fe-a23ec4b460d2 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423529 Sep 19 12:32:21.497222 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:21.797793 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d12f38-88c6-46cd-8794-94ba31ded3dd req-ac3266f4-6acc-4066-be21-e5a26c5483c2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:21.799180 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2d12f38-88c6-46cd-8794-94ba31ded3dd req-ac3266f4-6acc-4066-be21-e5a26c5483c2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0465739 Sep 19 12:32:21.850988 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2d12f38-88c6-46cd-8794-94ba31ded3dd req-3ce475f9-e29f-4026-a377-093f0937fb2c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462058 Sep 19 12:32:22.157299 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3501b95d-b6c9-49f3-9b9e-c60d361550ad up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:32:22.208089 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:22.213699 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 3501b95d-b6c9-49f3-9b9e-c60d361550ad completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:32:22.219081 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a833a3-5bd0-4875-8e8d-a102ce6215ea req-6e0a8e71-07e3-4107-bf76-45544bbdd885 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:22.220573 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b9a833a3-5bd0-4875-8e8d-a102ce6215ea req-6e0a8e71-07e3-4107-bf76-45544bbdd885 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 945 time: 0.0493402 Sep 19 12:32:22.271135 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b9a833a3-5bd0-4875-8e8d-a102ce6215ea req-ee56ec7d-6ddd-4368-accf-dff190e684af tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444620 Sep 19 12:32:22.301544 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 3501b95d-b6c9-49f3-9b9e-c60d361550ad triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:32:22.302029 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:22.302348 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 3501b95d-b6c9-49f3-9b9e-c60d361550ad Sep 19 12:32:22.507303 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 3501b95d-b6c9-49f3-9b9e-c60d361550ad is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:32:22.507689 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:22.541176 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3501b95d-b6c9-49f3-9b9e-c60d361550ad, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3501b95d-b6c9-49f3-9b9e-c60d361550ad,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:22.595773 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3501b95d-b6c9-49f3-9b9e-c60d361550ad'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:22.598074 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921903b3-2348-4cb0-8f6f-511ee79ec910" -d '{"events": [{"server_uuid": "7a1ebcb8-0086-4004-b180-b8e674649b75", "name": "network-vif-plugged", "status": "completed", "tag": "3501b95d-b6c9-49f3-9b9e-c60d361550ad"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:22.628859 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:22.635662 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dab6e2-55c9-4dda-87e3-a2f7123ba1e4 x-openstack-request-id: req-35dab6e2-55c9-4dda-87e3-a2f7123ba1e4 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:22.635969 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1ebcb8-0086-4004-b180-b8e674649b75", "name": "network-vif-plugged", "status": "completed", "tag": "3501b95d-b6c9-49f3-9b9e-c60d361550ad", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:22.636222 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-35dab6e2-55c9-4dda-87e3-a2f7123ba1e4 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:22.636628 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dab6e2-55c9-4dda-87e3-a2f7123ba1e4'] response: {'server_uuid': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3501b95d-b6c9-49f3-9b9e-c60d361550ad', 'code': 200} Sep 19 12:32:22.679667 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=3501b95d-b6c9-49f3-9b9e-c60d361550ad,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:22.980530 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fd8d7-29dd-4c10-a15d-2a4f96fda57f req-e767e124-86a7-48f7-9253-cc747982ba8f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:22.982138 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-945fd8d7-29dd-4c10-a15d-2a4f96fda57f req-e767e124-86a7-48f7-9253-cc747982ba8f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0477207 Sep 19 12:32:23.029058 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-945fd8d7-29dd-4c10-a15d-2a4f96fda57f req-86d33fb9-f507-4ffc-9539-60fc246e91c9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412073 Sep 19 12:32:23.161953 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce39dc-daf3-4a2c-a586-9b6710553378 req-be1274ac-5caa-4835-b7f5-e4bfe803d735 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:23.163415 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-10ce39dc-daf3-4a2c-a586-9b6710553378 req-be1274ac-5caa-4835-b7f5-e4bfe803d735 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0532725 Sep 19 12:32:23.174934 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42170) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:23.180198 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-9dfdfc79-83df-4d14-8eb2-ace49421cec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'floatingip': {'port_id': '760b99b4-defc-4bbb-86a7-39ce573ef1d4'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:23.213895 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:23.221132 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfc79-83df-4d14-8eb2-ace49421cec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (5bd0ad06-fd83-42ee-a8b7-81d33923a6a3), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:23.467728 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0627ec1-b2b9-4599-8f60-e393588862e3 req-d1389994-5ec5-4674-9a14-f822bf94f732 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:23.469240 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b0627ec1-b2b9-4599-8f60-e393588862e3 req-d1389994-5ec5-4674-9a14-f822bf94f732 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 946 time: 0.0876617 Sep 19 12:32:23.596672 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e57a5-029e-4ec5-a5cd-a1f4189c7634 req-5ad34185-8736-4c88-ba24-083c7f52a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:23.598168 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-237e57a5-029e-4ec5-a5cd-a1f4189c7634 req-5ad34185-8736-4c88-ba24-083c7f52a773 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 1130 time: 0.0948584 Sep 19 12:32:23.608031 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b0627ec1-b2b9-4599-8f60-e393588862e3 req-55ad74c8-fbf5-438a-86b3-28eb3d08c7e4 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319864 Sep 19 12:32:23.790805 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfc79-83df-4d14-8eb2-ace49421cec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:23.855128 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-237e57a5-029e-4ec5-a5cd-a1f4189c7634 req-250281bf-d18a-4953-9552-88e00194e40e service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474868 Sep 19 12:32:23.866938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfc79-83df-4d14-8eb2-ace49421cec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (5bd0ad06-fd83-42ee-a8b7-81d33923a6a3), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:23.967635 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-9dfdfc79-83df-4d14-8eb2-ace49421cec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Floating IP 5bd0ad06-fd83-42ee-a8b7-81d33923a6a3 associated. External IP: 172.27.3.147, port: 760b99b4-defc-4bbb-86a7-39ce573ef1d4. Sep 19 12:32:24.098737 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:24.163970 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfdfc79-83df-4d14-8eb2-ace49421cec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Router b421c92b-860a-40af-a38d-8fd9951197c3 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:32:24.166938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:24.268928 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfdfc79-83df-4d14-8eb2-ace49421cec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:24.274278 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9dfdfc79-83df-4d14-8eb2-ace49421cec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:24.278932 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] Sync routers for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:24.292032 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:24.292700 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:24.306930 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-9dfdfc79-83df-4d14-8eb2-ace49421cec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/5bd0ad06-fd83-42ee-a8b7-81d33923a6a3 HTTP/1.1" status: 200 len: 992 time: 1.1308556 Sep 19 12:32:24.307568 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:24.309869 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cda514-2b32-4724-ab32-468f2232978d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:24.347926 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b22cd-bea6-4463-97b4-725222563123 x-openstack-request-id: req-349b22cd-bea6-4463-97b4-725222563123 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:24.348222 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:24.348480 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-349b22cd-bea6-4463-97b4-725222563123 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:24.348977 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349b22cd-bea6-4463-97b4-725222563123'] response: {'name': 'network-changed', 'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'status': 'completed', 'code': 200} Sep 19 12:32:24.395666 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:24.618993 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '5bd0ad06-fd83-42ee-a8b7-81d33923a6a3', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'port_id': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'mac_address': 'fa:16:3e:9b:95:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:32:08Z', 'updated_at': '2022-09-19T12:32:23Z', 'revision_number': 1, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:24.644308 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] Checking router: b421c92b-860a-40af-a38d-8fd9951197c3 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:32:24.652776 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:24.653384 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:24.736249 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2298b18-bba2-484f-a0a9-f33b3e9a0efb req-95bc7365-f796-4432-a758-8ca7b89f0caa tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:24.737914 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2298b18-bba2-484f-a0a9-f33b3e9a0efb req-95bc7365-f796-4432-a758-8ca7b89f0caa tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 946 time: 0.0527530 Sep 19 12:32:24.762841 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:24.786226 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2298b18-bba2-484f-a0a9-f33b3e9a0efb req-48b31b04-9621-4862-8b63-d5f669ae8616 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Sep 19 12:32:24.829527 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cda514-2b32-4724-ab32-468f2232978d req-32e9317d-7a0d-43ab-bded-7a23bb8df4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:24.831172 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38cda514-2b32-4724-ab32-468f2232978d req-32e9317d-7a0d-43ab-bded-7a23bb8df4c8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 1130 time: 0.0402379 Sep 19 12:32:24.854443 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:24.994962 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '5bd0ad06-fd83-42ee-a8b7-81d33923a6a3', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'port_id': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'mac_address': 'fa:16:3e:9b:95:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:32:08Z', 'updated_at': '2022-09-19T12:32:23Z', 'revision_number': 1, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:25.020531 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64b65e-407e-4475-9ffd-5cd8067f9013 None None] The sync data for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi is: [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '5bd0ad06-fd83-42ee-a8b7-81d33923a6a3', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'port_id': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'mac_address': 'fa:16:3e:9b:95:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:32:08Z', 'updated_at': '2022-09-19T12:32:23Z', 'revision_number': 1, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:32:25.034686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cda514-2b32-4724-ab32-468f2232978d req-326ca6d0-17f0-42f6-af07-bb758ee5acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:25.036159 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38cda514-2b32-4724-ab32-468f2232978d req-326ca6d0-17f0-42f6-af07-bb758ee5acca service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 917 time: 0.0920997 Sep 19 12:32:25.217936 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db184ff-4fa8-46c1-bfe6-5b7ddcf3d4b1 None None] New status for floating IP 5bd0ad06-fd83-42ee-a8b7-81d33923a6a3: ACTIVE {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:32:25.623036 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38cda514-2b32-4724-ab32-468f2232978d req-fe17fbb8-43d6-4d2e-af97-679f7ae24b18 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4 HTTP/1.1" status: 200 len: 1002 time: 0.0605083 Sep 19 12:32:25.910053 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeabed-a30e-492d-9c8c-becdad8ee56a req-cb4afc10-1433-4413-83ef-521f9e561d76 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:25.911502 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-82aeabed-a30e-492d-9c8c-becdad8ee56a req-cb4afc10-1433-4413-83ef-521f9e561d76 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 946 time: 0.0459905 Sep 19 12:32:25.957389 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-82aeabed-a30e-492d-9c8c-becdad8ee56a req-d15af9f0-2c94-4c7b-a999-96bca06c5316 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395024 Sep 19 12:32:26.078551 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7d6c1-330a-442c-bd72-9c61a1bf2c45 req-67039078-6904-42c6-bdd6-f196558a46f3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:26.080025 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-41b7d6c1-330a-442c-bd72-9c61a1bf2c45 req-67039078-6904-42c6-bdd6-f196558a46f3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 946 time: 0.0495341 Sep 19 12:32:26.091495 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42190) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:26.096082 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-2f1e90db-9629-4edd-8106-1c440dc2b35d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Request body: {'floatingip': {'port_id': '3501b95d-b6c9-49f3-9b9e-c60d361550ad'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:26.134904 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f1e90db-9629-4edd-8106-1c440dc2b35d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (ecec9d20-efc4-48c3-9e6f-5ad16f665e40), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:26.235212 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cda514-2b32-4724-ab32-468f2232978d req-b620f5e8-7275-4fba-bd34-722bb304df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:26.236893 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38cda514-2b32-4724-ab32-468f2232978d req-b620f5e8-7275-4fba-bd34-722bb304df91 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.0543749 Sep 19 12:32:26.569966 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f1e90db-9629-4edd-8106-1c440dc2b35d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:26.639913 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f1e90db-9629-4edd-8106-1c440dc2b35d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (ecec9d20-efc4-48c3-9e6f-5ad16f665e40), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:26.736022 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.l3_db [None req-2f1e90db-9629-4edd-8106-1c440dc2b35d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Floating IP ecec9d20-efc4-48c3-9e6f-5ad16f665e40 associated. External IP: 172.27.3.190, port: 3501b95d-b6c9-49f3-9b9e-c60d361550ad. Sep 19 12:32:26.928435 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1e90db-9629-4edd-8106-1c440dc2b35d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:32:26.945953 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cda514-2b32-4724-ab32-468f2232978d req-c0cf79a0-b303-4fa0-ad92-eebaad0feace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:26.947644 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38cda514-2b32-4724-ab32-468f2232978d req-c0cf79a0-b303-4fa0-ad92-eebaad0feace service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415401 Sep 19 12:32:27.037735 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1e90db-9629-4edd-8106-1c440dc2b35d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:27.047162 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f1e90db-9629-4edd-8106-1c440dc2b35d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:27.048735 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:27.052657 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38cda514-2b32-4724-ab32-468f2232978d req-f9a3b516-21f2-4bdc-a637-924f12d1712b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963783 Sep 19 12:32:27.059541 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:27.060157 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:27.076714 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2f1e90db-9629-4edd-8106-1c440dc2b35d tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/ecec9d20-efc4-48c3-9e6f-5ad16f665e40 HTTP/1.1" status: 200 len: 992 time: 0.9834936 Sep 19 12:32:27.077776 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'tag': '3501b95d-b6c9-49f3-9b9e-c60d361550ad'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:27.080471 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1ebcb8-0086-4004-b180-b8e674649b75", "tag": "3501b95d-b6c9-49f3-9b9e-c60d361550ad"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:27.166262 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38cda514-2b32-4724-ab32-468f2232978d req-6423f5ac-6ce8-4857-ae18-57fd0d77ed44 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040549 Sep 19 12:32:27.184471 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:27.221898 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf1813-73c5-41b5-846a-9a9c34519304 x-openstack-request-id: req-43cf1813-73c5-41b5-846a-9a9c34519304 {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:27.222412 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1ebcb8-0086-4004-b180-b8e674649b75", "tag": "3501b95d-b6c9-49f3-9b9e-c60d361550ad", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:27.222412 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-43cf1813-73c5-41b5-846a-9a9c34519304 {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:27.222806 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cf1813-73c5-41b5-846a-9a9c34519304'] response: {'name': 'network-changed', 'server_uuid': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'tag': '3501b95d-b6c9-49f3-9b9e-c60d361550ad', 'status': 'completed', 'code': 200} Sep 19 12:32:27.262650 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:27.305407 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-4b6c21a2-4663-4e22-b8db-e169d3c694f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:27.306128 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:27.307521 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-4b6c21a2-4663-4e22-b8db-e169d3c694f0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=68496d9aa29542139f00104051248a5b&device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 1130 time: 0.0545146 Sep 19 12:32:27.381883 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:27.408651 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-8c50954f-f6f9-4283-af9b-af2a4c9ff6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:27.410749 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-8c50954f-f6f9-4283-af9b-af2a4c9ff6be service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 200 len: 915 time: 0.0939898 Sep 19 12:32:27.490446 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:27.492072 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'ecec9d20-efc4-48c3-9e6f-5ad16f665e40', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': '3501b95d-b6c9-49f3-9b9e-c60d361550ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:ac:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:32:10Z', 'updated_at': '2022-09-19T12:32:26Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:27.499569 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-3f69591b-dc69-4e0d-833b-79eaf56e0764 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3501b95d-b6c9-49f3-9b9e-c60d361550ad HTTP/1.1" status: 200 len: 1000 time: 0.0669050 Sep 19 12:32:27.520323 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:32:27.530982 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:27.531616 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:27.645740 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:27.819862 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-1822ff48-642f-4bff-8602-206d84747c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:27.822494 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-1822ff48-642f-4bff-8602-206d84747c5c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=371e45eb-fb30-4c5e-963a-202e37649855 HTTP/1.1" status: 200 len: 853 time: 0.3070567 Sep 19 12:32:27.871576 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-b2a400fd-8329-4617-8077-7d99a973d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:27.873561 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-b2a400fd-8329-4617-8077-7d99a973d8b1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=2775bc2c-1de6-4530-99c8-74593487735c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402198 Sep 19 12:32:27.880694 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'ecec9d20-efc4-48c3-9e6f-5ad16f665e40', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': '3501b95d-b6c9-49f3-9b9e-c60d361550ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:ac:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:32:10Z', 'updated_at': '2022-09-19T12:32:26Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:27.910834 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c60788-54c4-4079-95bf-c24deb6c1ce2 None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'ecec9d20-efc4-48c3-9e6f-5ad16f665e40', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'port_id': '3501b95d-b6c9-49f3-9b9e-c60d361550ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'mac_address': 'fa:16:3e:ac:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:32:10Z', 'updated_at': '2022-09-19T12:32:26Z', 'revision_number': 1, 'project_id': '68496d9aa29542139f00104051248a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:32:27.984180 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-677bb2fd-a7b0-47f2-bb1b-5ab597917662 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001022 Sep 19 12:32:28.081852 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e939717-0d51-4f6d-b9a3-3e69b18f5c0e req-307b6f51-c7fc-4557-a270-d201d9f0526d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903053 Sep 19 12:32:28.162178 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39bdc0e-5828-4235-ad12-3b3d26c41306 None None] New status for floating IP ecec9d20-efc4-48c3-9e6f-5ad16f665e40: ACTIVE {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:32:33.525966 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-765e71ce-d778-4504-96c1-87a8e2128a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:33.931424 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dd2b0-b1ed-4a87-9412-069cb3502f93 req-21390f16-0ca2-43d1-89bb-33960b7ff5db tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:33.932950 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-033dd2b0-b1ed-4a87-9412-069cb3502f93 req-21390f16-0ca2-43d1-89bb-33960b7ff5db tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 945 time: 0.0524731 Sep 19 12:32:33.981185 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-033dd2b0-b1ed-4a87-9412-069cb3502f93 req-35cdb6c7-8c09-4adc-90c8-0c341338df59 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423295 Sep 19 12:32:35.107237 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73108e-1b0b-4f4a-be85-b6419f9ffa81 req-1b2a7ac6-4ce6-4cc4-9384-be999a698f03 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:35.108773 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ba73108e-1b0b-4f4a-be85-b6419f9ffa81 req-1b2a7ac6-4ce6-4cc4-9384-be999a698f03 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 945 time: 0.0480654 Sep 19 12:32:35.157708 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ba73108e-1b0b-4f4a-be85-b6419f9ffa81 req-845003a0-ecbd-4844-9ac1-18163ebcc69b tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432618 Sep 19 12:32:35.656652 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5fee2ecd-e2e9-4919-8626-fb683fce30d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:36.296879 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b8baf-d23a-433a-936c-c4b1f96bcf8f req-a9159c4b-d4b1-40e1-8941-f831b85c187e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:36.298422 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7b3b8baf-d23a-433a-936c-c4b1f96bcf8f req-a9159c4b-d4b1-40e1-8941-f831b85c187e tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 945 time: 0.0610864 Sep 19 12:32:36.348462 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-637aa834-831d-4b48-acca-57f04bf388a4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:36.349945 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-637aa834-831d-4b48-acca-57f04bf388a4 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 945 time: 0.0762243 Sep 19 12:32:36.383277 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7b3b8baf-d23a-433a-936c-c4b1f96bcf8f req-1ab4e92b-6835-4c2a-92a4-f9a29b81eefc tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3c4ae327-1a21-441f-8a9a-bcc77249b0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683579 Sep 19 12:32:36.457830 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Deleting port 68701594-a5ca-4fef-a35d-f4b800cc2c64 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:36.458085 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:36.564256 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] For port 68701594-a5ca-4fef-a35d-f4b800cc2c64, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=68701594-a5ca-4fef-a35d-f4b800cc2c64,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:36.564654 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:36.762622 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:36.764716 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:36.765076 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (0f27c384-c4ef-4ac4-839e-9b79a40df19b), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:36.765384 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Floating IP 0f27c384-c4ef-4ac4-839e-9b79a40df19b disassociated. External IP: 172.27.3.47, port: 68701594-a5ca-4fef-a35d-f4b800cc2c64. Sep 19 12:32:36.765731 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Calling delete_port for 68701594-a5ca-4fef-a35d-f4b800cc2c64 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:36.813357 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:36.941209 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:36.970157 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (68701594-a5ca-4fef-a35d-f4b800cc2c64), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:36.999393 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event deleted for resources: {'Port': ['ID=68701594-a5ca-4fef-a35d-f4b800cc2c64,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:37.014346 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.014627 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.014969 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.015305 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.015759 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.016088 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.016409 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.016762 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.017080 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.017406 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.017734 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.018052 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.018371 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.018694 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.019034 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:37.069078 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:37.071043 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:37.131932 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Router 2adeb970-409c-4789-96cf-b2dc1865cf9b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:32:37.238455 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:37.249927 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] Sync routers for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:37.261250 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:37.261944 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:37.282912 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] No DVR routers for this DVR port 68701594-a5ca-4fef-a35d-f4b800cc2c64 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:32:37.285474 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:37.289092 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a27929c2-ee59-4a3d-a7b6-5fab30e00160 req-32f78fa2-924f-4fb5-a026-5c6a47109df1 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.26 "DELETE /networking/v2.0/ports/68701594-a5ca-4fef-a35d-f4b800cc2c64 HTTP/1.1" status: 204 len: 173 time: 0.9207544 Sep 19 12:32:37.289635 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'name': 'network-vif-deleted', 'tag': '68701594-a5ca-4fef-a35d-f4b800cc2c64'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:37.292212 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104e9d4a-6e91-41b7-a96a-aaee56711180" -d '{"events": [{"server_uuid": "6bb2e455-fdfc-4c68-bf38-e569a2797293", "name": "network-vif-deleted", "tag": "68701594-a5ca-4fef-a35d-f4b800cc2c64"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:37.333649 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525b726a-e27a-4ab0-a598-74204cea58f2 x-openstack-request-id: req-525b726a-e27a-4ab0-a598-74204cea58f2 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:37.334284 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2e455-fdfc-4c68-bf38-e569a2797293", "name": "network-vif-deleted", "tag": "68701594-a5ca-4fef-a35d-f4b800cc2c64", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:37.334284 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-525b726a-e27a-4ab0-a598-74204cea58f2 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:37.334745 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-525b726a-e27a-4ab0-a598-74204cea58f2'] response: {'server_uuid': '6bb2e455-fdfc-4c68-bf38-e569a2797293', 'name': 'network-vif-deleted', 'tag': '68701594-a5ca-4fef-a35d-f4b800cc2c64', 'status': 'completed', 'code': 200} Sep 19 12:32:37.375371 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:37.507299 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-46e1d65b-54a5-4d90-b843-d16a07e49f0f req-044e88d8-8b36-4b2e-b95c-f1d6115cce71 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 210 time: 0.0363922 Sep 19 12:32:37.715468 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:37.718858 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:37.745099 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] Checking router: 2adeb970-409c-4789-96cf-b2dc1865cf9b for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:32:37.754498 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:37.755129 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:37.879693 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:38.076131 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:38.104910 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec7318-8632-4a5d-b5f9-b86b592a1d4a None None] The sync data for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi is: [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b887bae1-877e-4702-8cd7-5b60f67bf922', 'name': '', 'network_id': 'fd198206-8f2d-4496-8d28-135d50c06a18', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'mac_address': 'fa:16:3e:bb:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '15940146-7ac3-40ce-99ef-da58ec216274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:22Z', 'updated_at': '2022-09-19T12:26:39Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'subnets': [{'id': '15940146-7ac3-40ce-99ef-da58ec216274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:32:38.340732 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78149b0f-37ca-40a0-9a90-00a58708e2a1 None None] New status for floating IP 0f27c384-c4ef-4ac4-839e-9b79a40df19b: DOWN {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:32:38.638890 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1e09cb2a-ddb9-4471-89af-defaabfcc60f req-fbcd690f-98f3-4b92-9633-2038f88c3dcb tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=6bb2e455-fdfc-4c68-bf38-e569a2797293 HTTP/1.1" status: 200 len: 210 time: 0.0285208 Sep 19 12:32:38.673318 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:38.765902 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:39.834968 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42276) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:39.895526 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (3c4ae327-1a21-441f-8a9a-bcc77249b0c1), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:39.917553 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (3c4ae327-1a21-441f-8a9a-bcc77249b0c1), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:40.085397 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (3c4ae327-1a21-441f-8a9a-bcc77249b0c1), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:40.088014 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:40.089182 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/3c4ae327-1a21-441f-8a9a-bcc77249b0c1 HTTP/1.1" status: 204 len: 168 time: 0.2526586 Sep 19 12:32:40.092206 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42278) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:40.098605 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ae327-1a21-441f-8a9a-bcc77249b0c1,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:40.106093 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.api.v2.resource [None req-e107d46b-8a83-4236-8688-74d9e42a3ab0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] show failed (client error): The resource could not be found. Sep 19 12:32:40.106306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.110961 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.110961 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111207 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-e107d46b-8a83-4236-8688-74d9e42a3ab0 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "GET /networking/v2.0/security-groups/3c4ae327-1a21-441f-8a9a-bcc77249b0c1 HTTP/1.1" status: 404 len: 347 time: 0.0138626 Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.111306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068ebcf9-987d-4e96-8b5a-253fe06851b7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:32:40.113545 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42280) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:40.232531 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Deleting port 023a72a2-6b95-4f82-82b4-542625bf1793 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:40.232916 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (023a72a2-6b95-4f82-82b4-542625bf1793), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:40.291960 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 68701594-a5ca-4fef-a35d-f4b800cc2c64 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:32:40.312310 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 68701594-a5ca-4fef-a35d-f4b800cc2c64 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:32:40.312685 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 68701594-a5ca-4fef-a35d-f4b800cc2c64 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:32:40.320388 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (023a72a2-6b95-4f82-82b4-542625bf1793), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:40.320746 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (023a72a2-6b95-4f82-82b4-542625bf1793), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:40.333555 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Calling delete_port for 023a72a2-6b95-4f82-82b4-542625bf1793 owned by network:floatingip {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:40.374180 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:40.542686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (023a72a2-6b95-4f82-82b4-542625bf1793), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:40.570385 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Pushing event deleted for resources: {'Port': ['ID=023a72a2-6b95-4f82-82b4-542625bf1793,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:40.600414 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks [] for floatingip (0f27c384-c4ef-4ac4-839e-9b79a40df19b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:40.603598 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:40.605084 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-41c22c71-2238-4dbd-b529-3c84d645efc7 tempest-AttachVolumeTestJSON-611028865 tempest-AttachVolumeTestJSON-611028865-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/0f27c384-c4ef-4ac4-839e-9b79a40df19b HTTP/1.1" status: 204 len: 168 time: 0.4895785 Sep 19 12:32:40.730265 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:32:41.560558 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-365a383e-3099-45ad-a485-dcd596fc5c31 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-554250448&fields=id&tenant_id=e212d8593720481abae6cfa656f03078 HTTP/1.1" status: 200 len: 267 time: 0.0578628 Sep 19 12:32:41.615017 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-a91b8c3f-a6e1-46a5-b0fc-c67dfa5bf4a1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:41.616721 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-a91b8c3f-a6e1-46a5-b0fc-c67dfa5bf4a1 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 985 time: 0.0505922 Sep 19 12:32:41.632313 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-edb7a366-5b36-45de-87b8-2d56f6472e06 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Request body: {'port': {'security_groups': ['6615e491-4f3a-4d16-92b2-039337e78c7e']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:41.710890 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:41.721313 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-edb7a366-5b36-45de-87b8-2d56f6472e06 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:41.913093 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-edb7a366-5b36-45de-87b8-2d56f6472e06 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] For port 83af7231-e989-47cd-984e-6d5a0ed98d98, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=83af7231-e989-47cd-984e-6d5a0ed98d98,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:41.946449 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-edb7a366-5b36-45de-87b8-2d56f6472e06 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.017160 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-edb7a366-5b36-45de-87b8-2d56f6472e06 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.027781 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-edb7a366-5b36-45de-87b8-2d56f6472e06 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:42.028424 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-edb7a366-5b36-45de-87b8-2d56f6472e06 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.029876 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fb1efcb7-31ab-4dfc-80d6-79f3cdee3e25 req-edb7a366-5b36-45de-87b8-2d56f6472e06 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "PUT /networking/v2.0/ports/83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 943 time: 0.4024894 Sep 19 12:32:42.030392 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['83af7231-e989-47cd-984e-6d5a0ed98d98'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:32:42.031016 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:42.032797 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4363ba43-26ac-4e5f-86bb-e570055322e5" -d '{"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:42.037333 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42300) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:42.078934 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:42.083500 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1068cc-2181-4e5b-b3e2-281c85ca0c12 x-openstack-request-id: req-cc1068cc-2181-4e5b-b3e2-281c85ca0c12 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:42.083736 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:42.084027 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cc1068cc-2181-4e5b-b3e2-281c85ca0c12 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:42.084452 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1068cc-2181-4e5b-b3e2-281c85ca0c12'] response: {'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'status': 'completed', 'code': 200} Sep 19 12:32:42.090366 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7a366-5b36-45de-87b8-2d56f6472e06 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event updated for resources: {'Port': ['ID=83af7231-e989-47cd-984e-6d5a0ed98d98,revision_number=7']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:42.119445 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-294cfd4b-0f2c-4500-9a7e-d10c45b3fa20 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group (d060d448-3d7d-4210-a4c8-79b2239514ac), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.146576 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['83af7231-e989-47cd-984e-6d5a0ed98d98'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:32:42.148229 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-294cfd4b-0f2c-4500-9a7e-d10c45b3fa20 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group (d060d448-3d7d-4210-a4c8-79b2239514ac), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.174810 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-2f0ecdc4-7623-4511-9bc6-c62c9d3bc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:42.175048 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-2f0ecdc4-7623-4511-9bc6-c62c9d3bc960 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e212d8593720481abae6cfa656f03078&device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1130 time: 0.0618906 Sep 19 12:32:42.325262 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:42.331688 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-05e3cfbb-56c4-427e-aae1-6266618469d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:42.333941 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-05e3cfbb-56c4-427e-aae1-6266618469d2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=50bac15b-6fa2-47bb-9dab-556f8cadd54c HTTP/1.1" status: 200 len: 916 time: 0.1442659 Sep 19 12:32:42.360464 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-294cfd4b-0f2c-4500-9a7e-d10c45b3fa20 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d060d448-3d7d-4210-a4c8-79b2239514ac), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.365671 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-294cfd4b-0f2c-4500-9a7e-d10c45b3fa20 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.372107 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-294cfd4b-0f2c-4500-9a7e-d10c45b3fa20 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/d060d448-3d7d-4210-a4c8-79b2239514ac HTTP/1.1" status: 204 len: 168 time: 0.3289440 Sep 19 12:32:42.380707 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42304) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:42.386848 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cfd4b-0f2c-4500-9a7e-d10c45b3fa20 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d060d448-3d7d-4210-a4c8-79b2239514ac,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:42.453406 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-7fc757f2-b44c-45a6-947b-4f30b36b109e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 1001 time: 0.1118691 Sep 19 12:32:42.556656 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-6b7b8e2c-17b4-4096-8e50-d7a7a9e1d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:42.558032 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-6b7b8e2c-17b4-4096-8e50-d7a7a9e1d0fc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4645eda1-86c4-4a2e-a364-8af3dfc37887 HTTP/1.1" status: 200 len: 854 time: 0.0955954 Sep 19 12:32:42.623050 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Deleting port 48880224-1754-4265-a80a-f687c474d149 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:42.623720 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (48880224-1754-4265-a80a-f687c474d149), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.627473 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:42.666502 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-14d7af9f-cdbf-4169-9c52-e24cef1ddd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:42.668001 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-14d7af9f-cdbf-4169-9c52-e24cef1ddd25 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=50bac15b-6fa2-47bb-9dab-556f8cadd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847700 Sep 19 12:32:42.767524 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (48880224-1754-4265-a80a-f687c474d149), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.767846 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for floatingip (48880224-1754-4265-a80a-f687c474d149), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:42.770071 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:42.792137 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Calling delete_port for 48880224-1754-4265-a80a-f687c474d149 owned by network:floatingip {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:42.820054 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-46224b3b-938a-41f9-83f5-3c018ba66da1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393878 Sep 19 12:32:42.999187 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4363ba43-26ac-4e5f-86bb-e570055322e5 req-da2df39e-fc8b-4ec3-b3b7-1a4f507bd35a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490564 Sep 19 12:32:43.131519 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (48880224-1754-4265-a80a-f687c474d149), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:43.163848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event deleted for resources: {'Port': ['ID=48880224-1754-4265-a80a-f687c474d149,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:43.196571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks [] for floatingip (7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:43.196933 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Floating IP 7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2 disassociated (deleted). External IP: 172.27.3.40, port: 83af7231-e989-47cd-984e-6d5a0ed98d98. Sep 19 12:32:43.427308 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Router 9b761df4-5568-4a31-84d3-13fba06a20de has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:32:43.478568 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:43.821643 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:43.826419 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:43.838119 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] Sync routers for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:43.852784 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:43.853769 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:43.863714 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-3a6eb816-2b4d-4f5f-9a1e-3ed537e979cd tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2 HTTP/1.1" status: 204 len: 168 time: 1.4818711 Sep 19 12:32:43.979688 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:44.086143 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:44.089473 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f00d532-b428-481e-93ba-84ad092658ff" -d '{"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:44.128366 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e55a4-7c2e-4452-a1a8-6ea0e6f5364a x-openstack-request-id: req-b00e55a4-7c2e-4452-a1a8-6ea0e6f5364a {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:44.128716 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:44.128955 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b00e55a4-7c2e-4452-a1a8-6ea0e6f5364a {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:44.129363 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00e55a4-7c2e-4452-a1a8-6ea0e6f5364a'] response: {'name': 'network-changed', 'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'status': 'completed', 'code': 200} Sep 19 12:32:44.214028 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d532-b428-481e-93ba-84ad092658ff req-0b30f86f-7b07-4fa9-bc8d-38c61a2a56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:44.215663 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f00d532-b428-481e-93ba-84ad092658ff req-0b30f86f-7b07-4fa9-bc8d-38c61a2a56fa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e212d8593720481abae6cfa656f03078&device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 1130 time: 0.0470185 Sep 19 12:32:44.223820 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1d20560-e394-4828-8734-b876270a0517', 'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'mac_address': 'fa:16:3e:c8:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:08Z', 'revision_number': 5, 'project_id': 'e212d8593720481abae6cfa656f03078', 'subnets': [{'id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:44.256453 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] Checking router: 9b761df4-5568-4a31-84d3-13fba06a20de for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:32:44.273327 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:44.274339 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:44.365942 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d532-b428-481e-93ba-84ad092658ff req-58d4883d-ba02-4253-a62e-e5c388f45dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:44.368542 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f00d532-b428-481e-93ba-84ad092658ff req-58d4883d-ba02-4253-a62e-e5c388f45dac service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=50bac15b-6fa2-47bb-9dab-556f8cadd54c HTTP/1.1" status: 200 len: 916 time: 0.1307271 Sep 19 12:32:44.416429 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f00d532-b428-481e-93ba-84ad092658ff req-4de55d54-cffd-4767-bbaa-13723b0f6649 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 200 len: 217 time: 0.0386064 Sep 19 12:32:44.422911 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:44.501356 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d532-b428-481e-93ba-84ad092658ff req-eb81afc7-9f66-4200-83db-1934aca5a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:44.504752 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f00d532-b428-481e-93ba-84ad092658ff req-eb81afc7-9f66-4200-83db-1934aca5a090 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4645eda1-86c4-4a2e-a364-8af3dfc37887 HTTP/1.1" status: 200 len: 854 time: 0.0750420 Sep 19 12:32:44.562858 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00d532-b428-481e-93ba-84ad092658ff req-fb7dcba8-4473-4a5a-b221-640e88919bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:44.564491 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f00d532-b428-481e-93ba-84ad092658ff req-fb7dcba8-4473-4a5a-b221-640e88919bcd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=50bac15b-6fa2-47bb-9dab-556f8cadd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536845 Sep 19 12:32:44.647437 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1d20560-e394-4828-8734-b876270a0517', 'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'mac_address': 'fa:16:3e:c8:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:08Z', 'revision_number': 5, 'project_id': 'e212d8593720481abae6cfa656f03078', 'subnets': [{'id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:44.673551 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f3077-da39-4ace-b6a4-ad1b4a576da1 None None] The sync data for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi is: [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:04Z', 'revision_number': 4, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1d20560-e394-4828-8734-b876270a0517', 'name': '', 'network_id': '50bac15b-6fa2-47bb-9dab-556f8cadd54c', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'mac_address': 'fa:16:3e:c8:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:03Z', 'updated_at': '2022-09-19T12:30:08Z', 'revision_number': 5, 'project_id': 'e212d8593720481abae6cfa656f03078', 'subnets': [{'id': '4645eda1-86c4-4a2e-a364-8af3dfc37887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:32:44.901150 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c5f90e-4ee6-49e7-81c5-f69e1d114d4d None None] New status for floating IP 7c7663d7-cdc2-4267-9a7f-1de1ada2d8f2: DOWN {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:32:44.904520 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f00d532-b428-481e-93ba-84ad092658ff req-7a19833f-889c-477d-9068-91bee3c45b74 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155603 Sep 19 12:32:45.023686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42334) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:45.030854 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:45.063314 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f00d532-b428-481e-93ba-84ad092658ff req-c4ee44b7-bd89-4965-bf2a-ea12a9596354 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240172 Sep 19 12:32:45.549024 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (2adeb970-409c-4789-96cf-b2dc1865cf9b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:45.751290 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:45.803746 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Deleting port b887bae1-877e-4702-8cd7-5b60f67bf922 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:45.804322 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:45.894440 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] For port b887bae1-877e-4702-8cd7-5b60f67bf922, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=b887bae1-877e-4702-8cd7-5b60f67bf922,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:45.894795 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:45.909209 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Calling delete_port for b887bae1-877e-4702-8cd7-5b60f67bf922 owned by network:router_interface {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:46.045128 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:46.177007 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (b887bae1-877e-4702-8cd7-5b60f67bf922), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:46.201691 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Pushing event deleted for resources: {'Port': ['ID=b887bae1-877e-4702-8cd7-5b60f67bf922,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:46.348939 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (2adeb970-409c-4789-96cf-b2dc1865cf9b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:46.576982 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Router 2adeb970-409c-4789-96cf-b2dc1865cf9b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:32:46.684380 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:46.693473 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-da5d94ee-08d9-45e9-a101-c0b0ac03e726 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/2adeb970-409c-4789-96cf-b2dc1865cf9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6645632 Sep 19 12:32:46.693473 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42348) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:46.695702 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] Sync routers for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:46.703019 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:46.706859 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:46.707474 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:46.773379 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:46.796141 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks [] for router (2adeb970-409c-4789-96cf-b2dc1865cf9b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:46.821535 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:46.911225 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks [] for router_gateway (2adeb970-409c-4789-96cf-b2dc1865cf9b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.016391 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Deleting port aa2e5626-c49f-40c5-a2d2-746454577f55 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:47.016854 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.019420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:32:46Z', 'revision_number': 5, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port': {'id': 'aa2e5626-c49f-40c5-a2d2-746454577f55', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:47.046204 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] Checking router: 2adeb970-409c-4789-96cf-b2dc1865cf9b for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:32:47.055245 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] Routers {'2adeb970-409c-4789-96cf-b2dc1865cf9b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:47.055873 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['2adeb970-409c-4789-96cf-b2dc1865cf9b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:47.088723 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:47.110284 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] For port aa2e5626-c49f-40c5-a2d2-746454577f55, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=aa2e5626-c49f-40c5-a2d2-746454577f55,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:47.110549 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.125768 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Calling delete_port for aa2e5626-c49f-40c5-a2d2-746454577f55 owned by network:router_gateway {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:47.291541 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] Set router 2adeb970-409c-4789-96cf-b2dc1865cf9b gateway port host: None {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:47.346358 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:32:46Z', 'revision_number': 6, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port_host': None}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:47.365836 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928ae06-355e-4d72-93da-6cc64636452b req-6e433446-b2b6-420a-b7aa-72e49209cdb4 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:47.365836 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e928ae06-355e-4d72-93da-6cc64636452b req-6e433446-b2b6-420a-b7aa-72e49209cdb4 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0619545 Sep 19 12:32:47.380139 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05573a0-e3f5-4562-9c4b-f8276a17d0b1 None None] The sync data for ids ['2adeb970-409c-4789-96cf-b2dc1865cf9b'] in dv-cinder-850618-3-iscsi is: [{'id': '2adeb970-409c-4789-96cf-b2dc1865cf9b', 'name': 'tempest-AttachVolumeTestJSON-857727548-router', 'tenant_id': '61eb996219124e819beda67ca498dee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:32:46Z', 'revision_number': 6, 'project_id': '61eb996219124e819beda67ca498dee8', 'gw_port_host': None}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:32:47.419390 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (aa2e5626-c49f-40c5-a2d2-746454577f55), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.446628 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e928ae06-355e-4d72-93da-6cc64636452b req-de27f864-0716-4701-9798-70bbdef94e23 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757630 Sep 19 12:32:47.449979 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2e5626-c49f-40c5-a2d2-746454577f55,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:47.462780 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.478170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (2adeb970-409c-4789-96cf-b2dc1865cf9b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.569263 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (2adeb970-409c-4789-96cf-b2dc1865cf9b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.573491 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks [] for router_controller (2adeb970-409c-4789-96cf-b2dc1865cf9b), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.737248 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (2adeb970-409c-4789-96cf-b2dc1865cf9b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.738074 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2adeb970-409c-4789-96cf-b2dc1865cf9b {{(pid=106969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:32:47.745294 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.747169 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-a86041bb-1ecb-480b-a458-fdcd393fb52f admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/2adeb970-409c-4789-96cf-b2dc1865cf9b HTTP/1.1" status: 204 len: 168 time: 1.0542946 Sep 19 12:32:47.753230 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42356) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:47.807063 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_v2 [None req-449b4584-3d5b-42a5-95be-8f04920c9325 admin admin] Deleting subnet 15940146-7ac3-40ce-99ef-da58ec216274 {{(pid=106969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:32:47.810925 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-449b4584-3d5b-42a5-95be-8f04920c9325 admin admin] Publish callbacks [] for subnet (15940146-7ac3-40ce-99ef-da58ec216274), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.849570 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-449b4584-3d5b-42a5-95be-8f04920c9325 admin admin] Publish callbacks [] for subnet (15940146-7ac3-40ce-99ef-da58ec216274), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:47.900342 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-449b4584-3d5b-42a5-95be-8f04920c9325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (15940146-7ac3-40ce-99ef-da58ec216274), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.067172 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-449b4584-3d5b-42a5-95be-8f04920c9325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for subnet (15940146-7ac3-40ce-99ef-da58ec216274), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.070571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:48.095089 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b4584-3d5b-42a5-95be-8f04920c9325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15940146-7ac3-40ce-99ef-da58ec216274,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:48.098822 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-449b4584-3d5b-42a5-95be-8f04920c9325 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.103547 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-449b4584-3d5b-42a5-95be-8f04920c9325 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/15940146-7ac3-40ce-99ef-da58ec216274 HTTP/1.1" status: 204 len: 168 time: 0.3507092 Sep 19 12:32:48.105133 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42360) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:48.108525 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f93eed-58ce-4e3a-861c-b4198f6357e0 None None] Network fd198206-8f2d-4496-8d28-135d50c06a18 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:32:48.190571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (fd198206-8f2d-4496-8d28-135d50c06a18), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.244164 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device b887bae1-877e-4702-8cd7-5b60f67bf922 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:32:48.245420 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Deleting port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:48.245782 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.270245 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: b887bae1-877e-4702-8cd7-5b60f67bf922 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:32:48.270586 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device b887bae1-877e-4702-8cd7-5b60f67bf922 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:32:48.271007 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device aa2e5626-c49f-40c5-a2d2-746454577f55 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:32:48.325112 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: aa2e5626-c49f-40c5-a2d2-746454577f55 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:32:48.325458 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device aa2e5626-c49f-40c5-a2d2-746454577f55 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:32:48.327949 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] For port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=949a864a-13cb-43d8-9d2f-5b0e8e0413b2,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:48.328170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.354363 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Calling delete_port for 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 owned by network:dhcp {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:48.407368 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9913c51-0268-4bdc-83e9-595e6cfa8d8c None None] DHCP port deletion for fd198206-8f2d-4496-8d28-135d50c06a18 request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:32:48.409976 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:48.449262 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-a9913c51-0268-4bdc-83e9-595e6cfa8d8c None None] Deleting port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:48.449635 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a9913c51-0268-4bdc-83e9-595e6cfa8d8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.492441 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:48.522072 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-a9913c51-0268-4bdc-83e9-595e6cfa8d8c None None] For port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=949a864a-13cb-43d8-9d2f-5b0e8e0413b2,segment=NetworkSegment(50921370-8a25-4eb1-ab29-efd65be66216),segment_id=50921370-8a25-4eb1-ab29-efd65be66216)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:48.522768 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a9913c51-0268-4bdc-83e9-595e6cfa8d8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.545918 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-a9913c51-0268-4bdc-83e9-595e6cfa8d8c None None] Calling delete_port for 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:48.557479 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:48.588629 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.625020 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=949a864a-13cb-43d8-9d2f-5b0e8e0413b2,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:48.627100 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] No DVR routers for this DVR port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 on host dv-cinder-850618-3-iscsi {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:32:48.634573 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a9913c51-0268-4bdc-83e9-595e6cfa8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (949a864a-13cb-43d8-9d2f-5b0e8e0413b2), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.635288 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eacdda-a57d-427a-a0b2-bfb5df499ffb req-d0f98c78-0cfa-4dcf-974d-2722a69bf381 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:48.637348 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81eacdda-a57d-427a-a0b2-bfb5df499ffb req-d0f98c78-0cfa-4dcf-974d-2722a69bf381 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0865335 Sep 19 12:32:48.666562 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9913c51-0268-4bdc-83e9-595e6cfa8d8c None None] Pushing event deleted for resources: {'Port': ['ID=949a864a-13cb-43d8-9d2f-5b0e8e0413b2,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:48.670445 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9913c51-0268-4bdc-83e9-595e6cfa8d8c None None] No DVR routers for this DVR port 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:32:48.746400 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (fd198206-8f2d-4496-8d28-135d50c06a18), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.772274 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81eacdda-a57d-427a-a0b2-bfb5df499ffb req-28bf731d-08eb-40fe-80cb-a806142f40ff tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117163 Sep 19 12:32:48.783155 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.783518 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.784269 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.784662 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > port after_create 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.785148 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.785338 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > port after_update 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.785656 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.785996 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.786317 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.786640 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.871764 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.872109 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.872440 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.872826 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 12:32:48.873171 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd198206-8f2d-4496-8d28-135d50c06a18']}} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:48.893943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50921370-8a25-4eb1-ab29-efd65be66216') {'for_net_delete': True} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:48.894229 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50921370-8a25-4eb1-ab29-efd65be66216') {} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:48.913944 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12803028'] for segment (50921370-8a25-4eb1-ab29-efd65be66216), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.937017 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (50921370-8a25-4eb1-ab29-efd65be66216), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:48.950420 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=106969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:32:48.951026 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13151027'] for segment (50921370-8a25-4eb1-ab29-efd65be66216), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:49.132666 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (fd198206-8f2d-4496-8d28-135d50c06a18), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:49.143067 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:49.146823 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/fd198206-8f2d-4496-8d28-135d50c06a18 HTTP/1.1" status: 204 len: 168 time: 1.0403466 Sep 19 12:32:49.148370 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 50921370-8a25-4eb1-ab29-efd65be66216 resource provider aggregate not found Sep 19 12:32:49.165219 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f79f6-959d-4896-b84f-131771e89d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd198206-8f2d-4496-8d28-135d50c06a18,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:49.170365 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 50921370-8a25-4eb1-ab29-efd65be66216 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50921370-8a25-4eb1-ab29-efd65be66216 found for delete ", "request_id": "req-cd62c6e5-4aed-4481-82b8-a05a17614669"}]} Sep 19 12:32:49.561698 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-2004f61c-cd51-4c02-8c78-b8a839c21d3d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:49.563153 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-2004f61c-cd51-4c02-8c78-b8a839c21d3d tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0569267 Sep 19 12:32:49.620813 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42376) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:49.659019 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Deleting port 83af7231-e989-47cd-984e-6d5a0ed98d98 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:49.659345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:49.672275 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-5a659584-72fc-47b2-9222-5b4fa46db443 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=61eb996219124e819beda67ca498dee8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0503576 Sep 19 12:32:49.676167 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42378) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:49.746916 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:49.802728 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] For port 83af7231-e989-47cd-984e-6d5a0ed98d98, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=83af7231-e989-47cd-984e-6d5a0ed98d98,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:49.803006 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:49.806338 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4733e058-8414-4a04-b70f-d1885c97e271 admin admin] Publish callbacks [] for security_group (03553227-516d-4f10-80f1-b47e4980d156), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:49.830765 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Calling delete_port for 83af7231-e989-47cd-984e-6d5a0ed98d98 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:49.846685 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4733e058-8414-4a04-b70f-d1885c97e271 admin admin] Publish callbacks [] for security_group (03553227-516d-4f10-80f1-b47e4980d156), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:49.921884 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:32:49.942018 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:32:49.942361 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 949a864a-13cb-43d8-9d2f-5b0e8e0413b2 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:32:49.985010 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6e769-7665-49e6-be29-8e1dbdb4336c req-ab70d374-383f-4b9a-a89f-e4235145c891 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:49.986604 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-11b6e769-7665-49e6-be29-8e1dbdb4336c req-ab70d374-383f-4b9a-a89f-e4235145c891 tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 946 time: 0.0870051 Sep 19 12:32:50.016729 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:50.077673 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-11b6e769-7665-49e6-be29-8e1dbdb4336c req-b63e34bf-0fc8-455b-8c37-c4dca049003a tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=6615e491-4f3a-4d16-92b2-039337e78c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839429 Sep 19 12:32:50.125556 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4733e058-8414-4a04-b70f-d1885c97e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (03553227-516d-4f10-80f1-b47e4980d156), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:50.128263 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4733e058-8414-4a04-b70f-d1885c97e271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:50.129570 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4733e058-8414-4a04-b70f-d1885c97e271 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/03553227-516d-4f10-80f1-b47e4980d156 HTTP/1.1" status: 204 len: 168 time: 0.4526260 Sep 19 12:32:50.138529 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733e058-8414-4a04-b70f-d1885c97e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03553227-516d-4f10-80f1-b47e4980d156,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:50.177003 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (83af7231-e989-47cd-984e-6d5a0ed98d98), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:50.191588 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['83af7231-e989-47cd-984e-6d5a0ed98d98'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:32:50.211506 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Pushing event deleted for resources: {'Port': ['ID=83af7231-e989-47cd-984e-6d5a0ed98d98,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:50.277145 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] No DVR routers for this DVR port 83af7231-e989-47cd-984e-6d5a0ed98d98 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:32:50.279888 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:50.283755 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81240f67-7ce8-49a2-a021-cc0cf740afd5 req-a28d3699-a629-4471-aff2-d7c3ed647ffa tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.26 "DELETE /networking/v2.0/ports/83af7231-e989-47cd-984e-6d5a0ed98d98 HTTP/1.1" status: 204 len: 173 time: 0.7150841 Sep 19 12:32:50.284298 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'name': 'network-vif-deleted', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:32:50.286866 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df6dbba-5e1a-4b15-8314-fae6854de54c" -d '{"events": [{"server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "name": "network-vif-deleted", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:32:50.328844 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17014a49-dd97-4db4-ba24-f545a3152f39 x-openstack-request-id: req-17014a49-dd97-4db4-ba24-f545a3152f39 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:32:50.329103 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006954cd-d599-4bb6-b64e-3fd4d87f8a87", "name": "network-vif-deleted", "tag": "83af7231-e989-47cd-984e-6d5a0ed98d98", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:32:50.329287 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17014a49-dd97-4db4-ba24-f545a3152f39 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:32:50.329701 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17014a49-dd97-4db4-ba24-f545a3152f39'] response: {'server_uuid': '006954cd-d599-4bb6-b64e-3fd4d87f8a87', 'name': 'network-vif-deleted', 'tag': '83af7231-e989-47cd-984e-6d5a0ed98d98', 'status': 'completed', 'code': 200} Sep 19 12:32:51.199121 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3bdb8d4-695f-418a-983e-b2be8e70401d req-962fb59a-2d20-45a9-82f9-2eb68494c4ec tempest-TestMinimumBasicScenario-96285264 tempest-TestMinimumBasicScenario-96285264-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=006954cd-d599-4bb6-b64e-3fd4d87f8a87 HTTP/1.1" status: 200 len: 210 time: 0.0302444 Sep 19 12:32:51.336867 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42406) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:51.437534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-680430106-network', 'tenant_id': '91c14486b4e64517acf9ac083fc22f01'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:51.547964 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Made reservation on behalf of 91c14486b4e64517acf9ac083fc22f01 for: {'network': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:32:51.550415 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:51.559087 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:51.633200 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Publish callbacks [] for security_group (cf296443-706a-4ea6-8f3d-a179a78673b3), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:51.712195 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (cf296443-706a-4ea6-8f3d-a179a78673b3), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:51.737324 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=106969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:32:51.747259 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf296443-706a-4ea6-8f3d-a179a78673b3,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:51.751958 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (f467f382-58ce-48d9-8714-d59d22107dd9), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:51.752298 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.segments_db [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Added segment f467f382-58ce-48d9-8714-d59d22107dd9 of type vlan for network 7f390c05-8dec-4810-9f71-5ff9e0354f48 Sep 19 12:32:51.794786 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (7f390c05-8dec-4810-9f71-5ff9e0354f48), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:51.894751 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (7f390c05-8dec-4810-9f71-5ff9e0354f48), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:51.895765 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:51.896341 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:51.954477 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] Pushing event updated for resources: {'Network': ['ID=7f390c05-8dec-4810-9f71-5ff9e0354f48,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:51.964718 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 7f390c05-8dec-4810-9f71-5ff9e0354f48 details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:32:52.036131 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-870b0139-5b65-45c9-b89c-f911abcdfdab admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6981759 Sep 19 12:32:52.039069 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42410) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:52.043655 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Request body: {'subnet': {'network_id': '7f390c05-8dec-4810-9f71-5ff9e0354f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-680430106-subnet', 'tenant_id': '91c14486b4e64517acf9ac083fc22f01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:52.056476 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:52.182274 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Made reservation on behalf of 91c14486b4e64517acf9ac083fc22f01 for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:32:52.185371 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14432167'] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:52.324680 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 83af7231-e989-47cd-984e-6d5a0ed98d98 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:32:52.349669 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 83af7231-e989-47cd-984e-6d5a0ed98d98 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:32:52.350008 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 83af7231-e989-47cd-984e-6d5a0ed98d98 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:32:52.685831 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14432177'] for subnet (74a115e5-71f6-4670-89a9-72001ba6d262), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:52.717272 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:52.737791 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a115e5-71f6-4670-89a9-72001ba6d262,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:52.755064 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Checking segment: {'id': 'f467f382-58ce-48d9-8714-d59d22107dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '7f390c05-8dec-4810-9f71-5ff9e0354f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:32:52.757399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Network hostable DHCP agents. Network: 7f390c05-8dec-4810-9f71-5ff9e0354f48, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:32:52.871712 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Network 7f390c05-8dec-4810-9f71-5ff9e0354f48 is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:32:52.974958 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 7f390c05-8dec-4810-9f71-5ff9e0354f48) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:52.979222 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:52.979824 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:52.987610 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e7e04-9cd4-4a47-8acf-7ffe9bf22bbf None None] Network 7f390c05-8dec-4810-9f71-5ff9e0354f48 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:32:53.080051 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-c439d607-c9d7-42d9-957a-9da4fb34bdf4 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0399420 Sep 19 12:32:53.098315 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ef5a4-f522-4d0a-a564-77c4ea955c18 None None] Network 7f390c05-8dec-4810-9f71-5ff9e0354f48 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:32:53.750885 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42472) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:53.863130 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42476) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:53.868461 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-278279206-network', 'tenant_id': '6c26296ea327473fb508ee819b579db1'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:53.987818 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Made reservation on behalf of 6c26296ea327473fb508ee819b579db1 for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:32:53.990276 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:53.999735 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.068247 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (9b761df4-5568-4a31-84d3-13fba06a20de), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.078693 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Publish callbacks [] for security_group (73250e58-76a6-4e44-b8b9-4b83bac0fa77), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.151405 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (73250e58-76a6-4e44-b8b9-4b83bac0fa77), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.174265 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:32:54.190612 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73250e58-76a6-4e44-b8b9-4b83bac0fa77,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:54.193615 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (9afbfefa-9f6a-4ef0-a885-f7d10b44be45), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.193962 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Added segment 9afbfefa-9f6a-4ef0-a885-f7d10b44be45 of type vlan for network 15c5995c-148b-4eb3-9f45-6587fab9c74f Sep 19 12:32:54.236363 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (15c5995c-148b-4eb3-9f45-6587fab9c74f), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.301760 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Deleting port c1d20560-e394-4828-8734-b876270a0517 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:54.302094 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (c1d20560-e394-4828-8734-b876270a0517), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.325044 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (15c5995c-148b-4eb3-9f45-6587fab9c74f), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.326068 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:54.326646 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.353765 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:54.376343 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:54.384961 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] For port c1d20560-e394-4828-8734-b876270a0517, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c1d20560-e394-4828-8734-b876270a0517,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:54.385329 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (c1d20560-e394-4828-8734-b876270a0517), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.389913 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] Pushing event updated for resources: {'Network': ['ID=15c5995c-148b-4eb3-9f45-6587fab9c74f,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:54.400898 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 15c5995c-148b-4eb3-9f45-6587fab9c74f details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:32:54.405782 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Calling delete_port for c1d20560-e394-4828-8734-b876270a0517 owned by network:router_interface {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:54.443440 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-e8b2e6d9-4756-4305-a346-89150269e853 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5764892 Sep 19 12:32:54.443838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42478) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:54.448465 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Request body: {'subnet': {'network_id': '15c5995c-148b-4eb3-9f45-6587fab9c74f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-278279206-subnet', 'tenant_id': '6c26296ea327473fb508ee819b579db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:32:54.471074 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:54.560418 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Made reservation on behalf of 6c26296ea327473fb508ee819b579db1 for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:32:54.562763 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14432167'] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.748267 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (c1d20560-e394-4828-8734-b876270a0517), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.784657 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d20560-e394-4828-8734-b876270a0517,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:54.894425 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14432177'] for subnet (110ccb5c-636b-4dbf-8cc3-f4f87d099f9c), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:54.905678 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:54.932826 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:54.984070 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:54.996880 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110ccb5c-636b-4dbf-8cc3-f4f87d099f9c,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:55.025664 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Checking segment: {'id': '9afbfefa-9f6a-4ef0-a885-f7d10b44be45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '15c5995c-148b-4eb3-9f45-6587fab9c74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:32:55.026022 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Network hostable DHCP agents. Network: 15c5995c-148b-4eb3-9f45-6587fab9c74f, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:32:55.031448 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (9b761df4-5568-4a31-84d3-13fba06a20de), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.185676 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Network 15c5995c-148b-4eb3-9f45-6587fab9c74f is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:32:55.249231 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:55.261775 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Router 9b761df4-5568-4a31-84d3-13fba06a20de has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:32:55.300276 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 15c5995c-148b-4eb3-9f45-6587fab9c74f) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:32:55.307239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:32:55.307823 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.311507 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a49a0-4244-48b1-ad94-27cc0ea962e9 None None] Network 15c5995c-148b-4eb3-9f45-6587fab9c74f requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:32:55.373216 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:55.378711 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-9b9c7af6-3ec8-47cf-aa59-b94b6527449e admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/9b761df4-5568-4a31-84d3-13fba06a20de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6259494 Sep 19 12:32:55.380686 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:55.381489 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42480) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:55.385190 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] Sync routers for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:55.398660 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:55.399566 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:55.426818 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-d1c4bb50-1f4f-4ef7-8a3f-b17bc3228e01 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9735456 Sep 19 12:32:55.426963 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339dc217-5337-46e3-9d43-31909bd4cac9 None None] Network 15c5995c-148b-4eb3-9f45-6587fab9c74f requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:32:55.495525 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks [] for router (9b761df4-5568-4a31-84d3-13fba06a20de), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.535793 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:55.582981 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42484) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:55.622187 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:55.625374 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks [] for router_gateway (9b761df4-5568-4a31-84d3-13fba06a20de), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.641162 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_v2 [None req-526ecc09-4a50-4135-aa31-a4f3493ad123 admin admin] Deleting subnet 74a115e5-71f6-4670-89a9-72001ba6d262 {{(pid=106969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:32:55.645126 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-526ecc09-4a50-4135-aa31-a4f3493ad123 admin admin] Publish callbacks [] for subnet (74a115e5-71f6-4670-89a9-72001ba6d262), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.684637 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-526ecc09-4a50-4135-aa31-a4f3493ad123 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12803055'] for subnet (74a115e5-71f6-4670-89a9-72001ba6d262), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.725582 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:32:54Z', 'revision_number': 5, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port': {'id': '93ec8396-de20-422e-b9e6-d9b3ef815585', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:55.728732 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-526ecc09-4a50-4135-aa31-a4f3493ad123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (74a115e5-71f6-4670-89a9-72001ba6d262), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.754593 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] Checking router: 9b761df4-5568-4a31-84d3-13fba06a20de for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:32:55.764724 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] Routers {'9b761df4-5568-4a31-84d3-13fba06a20de'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:55.765351 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9b761df4-5568-4a31-84d3-13fba06a20de'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:55.768367 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Deleting port 93ec8396-de20-422e-b9e6-d9b3ef815585 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:55.769048 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.860932 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] For port 93ec8396-de20-422e-b9e6-d9b3ef815585, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=93ec8396-de20-422e-b9e6-d9b3ef815585,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:55.861291 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.879155 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Calling delete_port for 93ec8396-de20-422e-b9e6-d9b3ef815585 owned by network:router_gateway {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:55.891622 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-526ecc09-4a50-4135-aa31-a4f3493ad123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13151113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14432136'] for subnet (74a115e5-71f6-4670-89a9-72001ba6d262), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.930299 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-526ecc09-4a50-4135-aa31-a4f3493ad123 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:55.932073 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-526ecc09-4a50-4135-aa31-a4f3493ad123 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/74a115e5-71f6-4670-89a9-72001ba6d262 HTTP/1.1" status: 204 len: 168 time: 0.3477368 Sep 19 12:32:55.935727 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ecc09-4a50-4135-aa31-a4f3493ad123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a115e5-71f6-4670-89a9-72001ba6d262,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:55.937121 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42486) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:55.962341 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] Set router 9b761df4-5568-4a31-84d3-13fba06a20de gateway port host: None {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:32:56.013187 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:32:55Z', 'revision_number': 6, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port_host': None}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:56.040032 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fa40c-8dda-4e8d-a036-768efd90a899 None None] The sync data for ids ['9b761df4-5568-4a31-84d3-13fba06a20de'] in dv-cinder-850618-3-iscsi is: [{'id': '9b761df4-5568-4a31-84d3-13fba06a20de', 'name': 'tempest-TestMinimumBasicScenario-1424346257-router', 'tenant_id': 'e212d8593720481abae6cfa656f03078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:01Z', 'updated_at': '2022-09-19T12:32:55Z', 'revision_number': 6, 'project_id': 'e212d8593720481abae6cfa656f03078', 'gw_port_host': None}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:32:56.062412 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (7f390c05-8dec-4810-9f71-5ff9e0354f48), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.073089 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:56.389603 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (7f390c05-8dec-4810-9f71-5ff9e0354f48), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.418686 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f390c05-8dec-4810-9f71-5ff9e0354f48']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:56.429742 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f467f382-58ce-48d9-8714-d59d22107dd9') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:56.430035 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f467f382-58ce-48d9-8714-d59d22107dd9') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:56.440235 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (f467f382-58ce-48d9-8714-d59d22107dd9), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.457373 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (f467f382-58ce-48d9-8714-d59d22107dd9), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.465258 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:32:56.465661 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (f467f382-58ce-48d9-8714-d59d22107dd9), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.507543 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (93ec8396-de20-422e-b9e6-d9b3ef815585), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.549740 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ec8396-de20-422e-b9e6-d9b3ef815585,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:56.615207 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (9b761df4-5568-4a31-84d3-13fba06a20de), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.618646 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment f467f382-58ce-48d9-8714-d59d22107dd9 resource provider aggregate not found Sep 19 12:32:56.646488 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment f467f382-58ce-48d9-8714-d59d22107dd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f467f382-58ce-48d9-8714-d59d22107dd9 found for delete ", "request_id": "req-ad8c5ff1-02db-4188-b33e-af3ca134736b"}]} Sep 19 12:32:56.677316 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (7f390c05-8dec-4810-9f71-5ff9e0354f48), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.684656 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.687654 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/7f390c05-8dec-4810-9f71-5ff9e0354f48 HTTP/1.1" status: 204 len: 168 time: 0.7495887 Sep 19 12:32:56.690989 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42496) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:56.731066 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d91f08-272e-40d4-8123-169957466e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f390c05-8dec-4810-9f71-5ff9e0354f48,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:56.753446 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (9b761df4-5568-4a31-84d3-13fba06a20de), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.756990 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks [] for router_controller (9b761df4-5568-4a31-84d3-13fba06a20de), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.809163 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ee0349-a040-42c8-a520-e791528fa358 admin admin] Deleting subnet 110ccb5c-636b-4dbf-8cc3-f4f87d099f9c {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:32:56.813395 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-64ee0349-a040-42c8-a520-e791528fa358 admin admin] Publish callbacks [] for subnet (110ccb5c-636b-4dbf-8cc3-f4f87d099f9c), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.849515 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-64ee0349-a040-42c8-a520-e791528fa358 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (110ccb5c-636b-4dbf-8cc3-f4f87d099f9c), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.893482 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-64ee0349-a040-42c8-a520-e791528fa358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (110ccb5c-636b-4dbf-8cc3-f4f87d099f9c), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.917893 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (9b761df4-5568-4a31-84d3-13fba06a20de), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.918491 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b761df4-5568-4a31-84d3-13fba06a20de {{(pid=106970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:32:56.926231 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:56.927372 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f6df0f6c-316f-4444-9bfa-c40867a85579 admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/9b761df4-5568-4a31-84d3-13fba06a20de HTTP/1.1" status: 204 len: 168 time: 1.5449035 Sep 19 12:32:56.930059 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42498) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:56.970090 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:DELETE=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:56.994865 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60da452-1d89-4642-b024-48a1890dfe4d admin admin] Deleting subnet 4645eda1-86c4-4a2e-a364-8af3dfc37887 {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:32:56.999155 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e60da452-1d89-4642-b024-48a1890dfe4d admin admin] Publish callbacks [] for subnet (4645eda1-86c4-4a2e-a364-8af3dfc37887), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.036178 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e60da452-1d89-4642-b024-48a1890dfe4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (4645eda1-86c4-4a2e-a364-8af3dfc37887), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.100692 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-64ee0349-a040-42c8-a520-e791528fa358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (110ccb5c-636b-4dbf-8cc3-f4f87d099f9c), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.155065 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee0349-a040-42c8-a520-e791528fa358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110ccb5c-636b-4dbf-8cc3-f4f87d099f9c,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:57.169166 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-64ee0349-a040-42c8-a520-e791528fa358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.172205 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-64ee0349-a040-42c8-a520-e791528fa358 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/110ccb5c-636b-4dbf-8cc3-f4f87d099f9c HTTP/1.1" status: 204 len: 168 time: 0.4803543 Sep 19 12:32:57.175024 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42500) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:57.184254 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e60da452-1d89-4642-b024-48a1890dfe4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (4645eda1-86c4-4a2e-a364-8af3dfc37887), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.212058 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:57.279788 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (15c5995c-148b-4eb3-9f45-6587fab9c74f), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.369723 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (15c5995c-148b-4eb3-9f45-6587fab9c74f), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.377641 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e60da452-1d89-4642-b024-48a1890dfe4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (4645eda1-86c4-4a2e-a364-8af3dfc37887), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.415101 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60da452-1d89-4642-b024-48a1890dfe4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4645eda1-86c4-4a2e-a364-8af3dfc37887,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:57.418068 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c5995c-148b-4eb3-9f45-6587fab9c74f']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:57.426799 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e60da452-1d89-4642-b024-48a1890dfe4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.427773 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1fcc09-0f59-4ac9-8bd4-956ca7921ad1 None None] Network 50bac15b-6fa2-47bb-9dab-556f8cadd54c requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:32:57.429978 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-e60da452-1d89-4642-b024-48a1890dfe4d admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/4645eda1-86c4-4a2e-a364-8af3dfc37887 HTTP/1.1" status: 204 len: 168 time: 0.4990323 Sep 19 12:32:57.432501 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42502) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:57.436579 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afbfefa-9f6a-4ef0-a885-f7d10b44be45') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:57.436579 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afbfefa-9f6a-4ef0-a885-f7d10b44be45') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:57.459344 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (9afbfefa-9f6a-4ef0-a885-f7d10b44be45), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.506977 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (9afbfefa-9f6a-4ef0-a885-f7d10b44be45), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.522384 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:32:57.522784 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (9afbfefa-9f6a-4ef0-a885-f7d10b44be45), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.545717 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (50bac15b-6fa2-47bb-9dab-556f8cadd54c), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.591647 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2b3f9a-4ea2-4127-904d-ca33b910ce93 None None] DHCP port deletion for 50bac15b-6fa2-47bb-9dab-556f8cadd54c request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:32:57.628307 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Deleting port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:57.628684 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.633051 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b3f9a-4ea2-4127-904d-ca33b910ce93 None None] Deleting port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:57.633770 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1c2b3f9a-4ea2-4127-904d-ca33b910ce93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.698910 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (15c5995c-148b-4eb3-9f45-6587fab9c74f), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.701465 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] For port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=87a02a1c-817f-4804-bc9a-87bb3c0a3cbc,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:57.701884 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.706629 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-1c2b3f9a-4ea2-4127-904d-ca33b910ce93 None None] For port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=87a02a1c-817f-4804-bc9a-87bb3c0a3cbc,segment=NetworkSegment(55073cf9-038f-496d-b49c-fee8786459a3),segment_id=55073cf9-038f-496d-b49c-fee8786459a3)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:57.707219 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1c2b3f9a-4ea2-4127-904d-ca33b910ce93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.721654 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.723786 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b3f9a-4ea2-4127-904d-ca33b910ce93 None None] Calling delete_port for 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:57.724746 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/15c5995c-148b-4eb3-9f45-6587fab9c74f HTTP/1.1" status: 204 len: 168 time: 0.5486047 Sep 19 12:32:57.736017 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Calling delete_port for 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc owned by network:dhcp {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:57.740523 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d1aac-0b02-4213-8854-06fcebe58e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c5995c-148b-4eb3-9f45-6587fab9c74f,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:57.743586 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:57.897381 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:32:57.920087 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.922215 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1c2b3f9a-4ea2-4127-904d-ca33b910ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (87a02a1c-817f-4804-bc9a-87bb3c0a3cbc), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:57.944793 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a02a1c-817f-4804-bc9a-87bb3c0a3cbc,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:57.948496 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] No DVR routers for this DVR port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc on host dv-cinder-850618-3-iscsi {{(pid=106970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:32:57.955119 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b3f9a-4ea2-4127-904d-ca33b910ce93 None None] Pushing event deleted for resources: {'Port': ['ID=87a02a1c-817f-4804-bc9a-87bb3c0a3cbc,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:57.960112 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2b3f9a-4ea2-4127-904d-ca33b910ce93 None None] No DVR routers for this DVR port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:32:57.965408 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No active binding found for port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc {{(pid=106971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 19 12:32:57.965773 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] The host dv-cinder-850618-3-iscsi is not matching for port 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc host None! {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 19 12:32:57.966155 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 87a02a1c-817f-4804-bc9a-87bb3c0a3cbc not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:32:57.966625 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 93ec8396-de20-422e-b9e6-d9b3ef815585 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:32:57.988535 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 93ec8396-de20-422e-b9e6-d9b3ef815585 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:32:57.989596 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 93ec8396-de20-422e-b9e6-d9b3ef815585 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:32:57.990030 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c1d20560-e394-4828-8734-b876270a0517 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:32:58.011728 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: c1d20560-e394-4828-8734-b876270a0517 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:32:58.012076 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c1d20560-e394-4828-8734-b876270a0517 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:32:58.032098 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (50bac15b-6fa2-47bb-9dab-556f8cadd54c), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.055296 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bac15b-6fa2-47bb-9dab-556f8cadd54c']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:58.065790 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55073cf9-038f-496d-b49c-fee8786459a3') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:58.066196 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55073cf9-038f-496d-b49c-fee8786459a3') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:32:58.077701 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (55073cf9-038f-496d-b49c-fee8786459a3), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.092990 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (55073cf9-038f-496d-b49c-fee8786459a3), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.100021 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:32:58.100417 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (55073cf9-038f-496d-b49c-fee8786459a3), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.171938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42506) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:58.214272 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2843f195-9a35-4bf6-bc41-20680833287f admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=91c14486b4e64517acf9ac083fc22f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410118 Sep 19 12:32:58.216670 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42508) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:58.243001 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (50bac15b-6fa2-47bb-9dab-556f8cadd54c), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.245529 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.248636 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/50bac15b-6fa2-47bb-9dab-556f8cadd54c HTTP/1.1" status: 204 len: 168 time: 0.8151956 Sep 19 12:32:58.251633 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42510) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:58.263546 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:58.267688 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f33055-b7d7-439c-9ee9-0bffbfe18717 admin admin] Pushing event deleted for resources: {'Network': ['ID=50bac15b-6fa2-47bb-9dab-556f8cadd54c,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:58.275145 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e5ac66c4-2a56-4ad6-a636-d94c3bc82050 admin admin] Publish callbacks [] for security_group (cf296443-706a-4ea6-8f3d-a179a78673b3), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.294943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e5ac66c4-2a56-4ad6-a636-d94c3bc82050 admin admin] Publish callbacks [] for security_group (cf296443-706a-4ea6-8f3d-a179a78673b3), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.432014 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e5ac66c4-2a56-4ad6-a636-d94c3bc82050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (cf296443-706a-4ea6-8f3d-a179a78673b3), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.434731 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-e5ac66c4-2a56-4ad6-a636-d94c3bc82050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.436556 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-e5ac66c4-2a56-4ad6-a636-d94c3bc82050 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/cf296443-706a-4ea6-8f3d-a179a78673b3 HTTP/1.1" status: 204 len: 168 time: 0.2188492 Sep 19 12:32:58.447550 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac66c4-2a56-4ad6-a636-d94c3bc82050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf296443-706a-4ea6-8f3d-a179a78673b3,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:58.526006 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:58.588457 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (9ef0bf2e-534b-42b9-806e-f91b5503f155), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.685837 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 9afbfefa-9f6a-4ef0-a885-f7d10b44be45 resource provider aggregate not found Sep 19 12:32:58.720765 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 9afbfefa-9f6a-4ef0-a885-f7d10b44be45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9afbfefa-9f6a-4ef0-a885-f7d10b44be45 found for delete ", "request_id": "req-cea4da39-8143-424c-9beb-7811e860ef9e"}]} Sep 19 12:32:58.749098 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 55073cf9-038f-496d-b49c-fee8786459a3 resource provider aggregate not found Sep 19 12:32:58.767453 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 55073cf9-038f-496d-b49c-fee8786459a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55073cf9-038f-496d-b49c-fee8786459a3 found for delete ", "request_id": "req-be553c71-fe2e-4833-b9c6-5bf8f8d8214a"}]} Sep 19 12:32:58.799231 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:58.834660 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Deleting port cb468182-229f-41e9-aed9-ce74637891c5 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:32:58.835039 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (cb468182-229f-41e9-aed9-ce74637891c5), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.922231 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] For port cb468182-229f-41e9-aed9-ce74637891c5, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=cb468182-229f-41e9-aed9-ce74637891c5,segment=NetworkSegment(3ecdfab1-1d83-41b1-b49a-2ba1d183326c),segment_id=3ecdfab1-1d83-41b1-b49a-2ba1d183326c)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:32:58.922589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (cb468182-229f-41e9-aed9-ce74637891c5), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:58.935534 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Calling delete_port for cb468182-229f-41e9-aed9-ce74637891c5 owned by network:router_interface {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:32:59.193756 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (cb468182-229f-41e9-aed9-ce74637891c5), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:59.220988 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb468182-229f-41e9-aed9-ce74637891c5,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:59.239695 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42524) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:59.291660 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-90f98478-62d4-49de-ad97-67e181f0f25c admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=6c26296ea327473fb508ee819b579db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507963 Sep 19 12:32:59.294416 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42526) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:59.352437 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c6584f7b-172c-41b1-ab91-f5b782937e05 admin admin] Publish callbacks [] for security_group (73250e58-76a6-4e44-b8b9-4b83bac0fa77), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:59.380340 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c6584f7b-172c-41b1-ab91-f5b782937e05 admin admin] Publish callbacks [] for security_group (73250e58-76a6-4e44-b8b9-4b83bac0fa77), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:59.405122 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (9ef0bf2e-534b-42b9-806e-f91b5503f155), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:59.551572 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c6584f7b-172c-41b1-ab91-f5b782937e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (73250e58-76a6-4e44-b8b9-4b83bac0fa77), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:59.554210 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c6584f7b-172c-41b1-ab91-f5b782937e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:32:59.555991 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-c6584f7b-172c-41b1-ab91-f5b782937e05 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/73250e58-76a6-4e44-b8b9-4b83bac0fa77 HTTP/1.1" status: 204 len: 168 time: 0.2604735 Sep 19 12:32:59.571773 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6584f7b-172c-41b1-ab91-f5b782937e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73250e58-76a6-4e44-b8b9-4b83bac0fa77,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:32:59.606654 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:32:59.626948 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Router 9ef0bf2e-534b-42b9-806e-f91b5503f155 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:32:59.946713 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:32:59.952129 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-9e3247fa-4a9f-4b9f-b425-e2e2e0bc5cd9 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/9ef0bf2e-534b-42b9-806e-f91b5503f155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991239 Sep 19 12:32:59.954276 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42532) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:32:59.957518 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] Sync routers for ids ['9ef0bf2e-534b-42b9-806e-f91b5503f155'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:32:59.970857 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] Routers {'9ef0bf2e-534b-42b9-806e-f91b5503f155'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:32:59.971494 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9ef0bf2e-534b-42b9-806e-f91b5503f155'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:00.042600 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:00.063451 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks [] for router (9ef0bf2e-534b-42b9-806e-f91b5503f155), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:00.092640 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] Set router 9ef0bf2e-534b-42b9-806e-f91b5503f155 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:33:00.176208 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks [] for router_gateway (9ef0bf2e-534b-42b9-806e-f91b5503f155), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:00.245377 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:00.297032 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2b710af2-d199-44d6-9656-ad779df19b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:32:59Z', 'revision_number': 5, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'gw_port': {'id': '2b710af2-d199-44d6-9656-ad779df19b18', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:00.324395 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Deleting port 2b710af2-d199-44d6-9656-ad779df19b18 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:33:00.325006 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (2b710af2-d199-44d6-9656-ad779df19b18), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:00.328012 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] Checking router: 9ef0bf2e-534b-42b9-806e-f91b5503f155 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:33:00.337621 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] Routers {'9ef0bf2e-534b-42b9-806e-f91b5503f155'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:33:00.338254 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:32:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['9ef0bf2e-534b-42b9-806e-f91b5503f155'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:00.432219 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] For port 2b710af2-d199-44d6-9656-ad779df19b18, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=2b710af2-d199-44d6-9656-ad779df19b18,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:00.432480 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (2b710af2-d199-44d6-9656-ad779df19b18), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:00.442826 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] Set router 9ef0bf2e-534b-42b9-806e-f91b5503f155 gateway port host: None {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:33:00.447136 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Calling delete_port for 2b710af2-d199-44d6-9656-ad779df19b18 owned by network:router_gateway {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:33:00.496886 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:33:00Z', 'revision_number': 6, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'gw_port_host': None}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:00.522650 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777a079-07a3-4952-8615-8c60aa3fe376 None None] The sync data for ids ['9ef0bf2e-534b-42b9-806e-f91b5503f155'] in dv-cinder-850618-3-iscsi is: [{'id': '9ef0bf2e-534b-42b9-806e-f91b5503f155', 'name': 'tempest-TestMinimumBasicScenario-128312455-router', 'tenant_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:30:08Z', 'updated_at': '2022-09-19T12:33:00Z', 'revision_number': 6, 'project_id': '2eb32e889b5c41e5b9fc635dd5d4561a', 'gw_port_host': None}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:33:00.737152 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (2b710af2-d199-44d6-9656-ad779df19b18), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:00.760461 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b710af2-d199-44d6-9656-ad779df19b18,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:00.827740 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (9ef0bf2e-534b-42b9-806e-f91b5503f155), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:00.929138 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (9ef0bf2e-534b-42b9-806e-f91b5503f155), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:00.936968 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks [] for router_controller (9ef0bf2e-534b-42b9-806e-f91b5503f155), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.119501 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (9ef0bf2e-534b-42b9-806e-f91b5503f155), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.120130 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef0bf2e-534b-42b9-806e-f91b5503f155 {{(pid=106970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:33:01.124733 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.126115 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-0759109c-7bb0-4e11-b391-c477532d3df9 admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/9ef0bf2e-534b-42b9-806e-f91b5503f155 HTTP/1.1" status: 204 len: 168 time: 1.1708694 Sep 19 12:33:01.130204 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42552) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:01.161715 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:01.179734 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-d839566d-ec95-4bcd-8362-cccd55ceed5f admin admin] Deleting subnet 42ff5f73-f58f-45e4-a25a-53197895c5fe {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:33:01.183971 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d839566d-ec95-4bcd-8362-cccd55ceed5f admin admin] Publish callbacks [] for subnet (42ff5f73-f58f-45e4-a25a-53197895c5fe), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.222648 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d839566d-ec95-4bcd-8362-cccd55ceed5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (42ff5f73-f58f-45e4-a25a-53197895c5fe), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.303731 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:DELETE=7 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:01.306736 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d839566d-ec95-4bcd-8362-cccd55ceed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (42ff5f73-f58f-45e4-a25a-53197895c5fe), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.485653 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d839566d-ec95-4bcd-8362-cccd55ceed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (42ff5f73-f58f-45e4-a25a-53197895c5fe), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.514768 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839566d-ec95-4bcd-8362-cccd55ceed5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ff5f73-f58f-45e4-a25a-53197895c5fe,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:01.516700 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d839566d-ec95-4bcd-8362-cccd55ceed5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.520034 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-d839566d-ec95-4bcd-8362-cccd55ceed5f admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/42ff5f73-f58f-45e4-a25a-53197895c5fe HTTP/1.1" status: 204 len: 168 time: 0.3886924 Sep 19 12:33:01.522166 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922f7b4-963f-4083-9849-b0d61cf80a59 None None] Network 8f784127-b444-4506-a153-68f9e4d42f16 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:33:01.522779 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42560) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:01.624835 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (8f784127-b444-4506-a153-68f9e4d42f16), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.710942 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Deleting port 5a6ede50-3223-42f4-af54-fb38d83c919b {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:33:01.712329 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.795088 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] For port 5a6ede50-3223-42f4-af54-fb38d83c919b, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=5a6ede50-3223-42f4-af54-fb38d83c919b,segment=NetworkSegment(3ecdfab1-1d83-41b1-b49a-2ba1d183326c),segment_id=3ecdfab1-1d83-41b1-b49a-2ba1d183326c)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:01.795458 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.814962 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Calling delete_port for 5a6ede50-3223-42f4-af54-fb38d83c919b owned by network:dhcp {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:33:01.897215 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce59cd-2a75-40bf-a4d0-8b233117ba55 None None] DHCP port deletion for 8f784127-b444-4506-a153-68f9e4d42f16 request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:33:01.955577 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 5a6ede50-3223-42f4-af54-fb38d83c919b no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:33:01.961638 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce59cd-2a75-40bf-a4d0-8b233117ba55 None None] Deleting port 5a6ede50-3223-42f4-af54-fb38d83c919b {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:33:01.962022 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c6ce59cd-2a75-40bf-a4d0-8b233117ba55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:01.995341 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:02.022402 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.051401 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6ede50-3223-42f4-af54-fb38d83c919b,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:02.058802 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] No DVR routers for this DVR port 5a6ede50-3223-42f4-af54-fb38d83c919b on host dv-cinder-850618-3-iscsi {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:33:02.063748 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-c6ce59cd-2a75-40bf-a4d0-8b233117ba55 None None] For port 5a6ede50-3223-42f4-af54-fb38d83c919b, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=5a6ede50-3223-42f4-af54-fb38d83c919b,segment=NetworkSegment(3ecdfab1-1d83-41b1-b49a-2ba1d183326c),segment_id=3ecdfab1-1d83-41b1-b49a-2ba1d183326c)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:02.065611 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c6ce59cd-2a75-40bf-a4d0-8b233117ba55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.066875 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No active binding found for port 5a6ede50-3223-42f4-af54-fb38d83c919b {{(pid=106971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 19 12:33:02.067264 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] The host dv-cinder-850618-3-iscsi is not matching for port 5a6ede50-3223-42f4-af54-fb38d83c919b host None! {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 19 12:33:02.067683 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 5a6ede50-3223-42f4-af54-fb38d83c919b not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:33:02.068086 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device cb468182-229f-41e9-aed9-ce74637891c5 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:33:02.102218 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: cb468182-229f-41e9-aed9-ce74637891c5 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:33:02.102566 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device cb468182-229f-41e9-aed9-ce74637891c5 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:33:02.102991 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 2b710af2-d199-44d6-9656-ad779df19b18 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:33:02.105073 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce59cd-2a75-40bf-a4d0-8b233117ba55 None None] Calling delete_port for 5a6ede50-3223-42f4-af54-fb38d83c919b owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:33:02.126139 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 2b710af2-d199-44d6-9656-ad779df19b18 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:33:02.126488 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 2b710af2-d199-44d6-9656-ad779df19b18 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:33:02.134207 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:02.138346 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (8f784127-b444-4506-a153-68f9e4d42f16), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.166493 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f784127-b444-4506-a153-68f9e4d42f16']}} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:02.168636 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:02.177831 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecdfab1-1d83-41b1-b49a-2ba1d183326c') {'for_net_delete': True} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:02.178120 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecdfab1-1d83-41b1-b49a-2ba1d183326c') {} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:02.189251 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12803028'] for segment (3ecdfab1-1d83-41b1-b49a-2ba1d183326c), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.206056 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (3ecdfab1-1d83-41b1-b49a-2ba1d183326c), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.209364 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c6ce59cd-2a75-40bf-a4d0-8b233117ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (5a6ede50-3223-42f4-af54-fb38d83c919b), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.215796 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=106969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:33:02.216192 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13151027'] for segment (3ecdfab1-1d83-41b1-b49a-2ba1d183326c), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.247746 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce59cd-2a75-40bf-a4d0-8b233117ba55 None None] No DVR routers for this DVR port 5a6ede50-3223-42f4-af54-fb38d83c919b on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:33:02.257136 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce59cd-2a75-40bf-a4d0-8b233117ba55 None None] Pushing event deleted for resources: {'Port': ['ID=5a6ede50-3223-42f4-af54-fb38d83c919b,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:02.268793 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 3ecdfab1-1d83-41b1-b49a-2ba1d183326c resource provider aggregate not found Sep 19 12:33:02.291303 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 3ecdfab1-1d83-41b1-b49a-2ba1d183326c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ecdfab1-1d83-41b1-b49a-2ba1d183326c found for delete ", "request_id": "req-55936732-e070-44d6-9e46-41b58e9ffc29"}]} Sep 19 12:33:02.359964 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (8f784127-b444-4506-a153-68f9e4d42f16), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.368191 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.372787 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/8f784127-b444-4506-a153-68f9e4d42f16 HTTP/1.1" status: 204 len: 168 time: 0.8478296 Sep 19 12:33:02.388272 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092514b-99f2-4394-aa0f-02376ba95cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f784127-b444-4506-a153-68f9e4d42f16,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:02.802902 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42596) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:02.829047 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:02.849391 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-81e43e51-669b-4011-a667-9c1ec936a699 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=e212d8593720481abae6cfa656f03078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416374 Sep 19 12:33:02.851281 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42602) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:02.903113 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-81ebdd4e-a522-4b8b-b6ae-181710c3cca4 admin admin] Publish callbacks [] for security_group (6615e491-4f3a-4d16-92b2-039337e78c7e), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:02.923554 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-81ebdd4e-a522-4b8b-b6ae-181710c3cca4 admin admin] Publish callbacks [] for security_group (6615e491-4f3a-4d16-92b2-039337e78c7e), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:03.090571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-81ebdd4e-a522-4b8b-b6ae-181710c3cca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6615e491-4f3a-4d16-92b2-039337e78c7e), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:03.093399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-81ebdd4e-a522-4b8b-b6ae-181710c3cca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:03.098543 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-81ebdd4e-a522-4b8b-b6ae-181710c3cca4 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/6615e491-4f3a-4d16-92b2-039337e78c7e HTTP/1.1" status: 204 len: 168 time: 0.2426333 Sep 19 12:33:03.107068 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebdd4e-a522-4b8b-b6ae-181710c3cca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6615e491-4f3a-4d16-92b2-039337e78c7e,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:03.552978 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42618) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:03.559277 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-67d81abd-863c-42c7-9dbc-4a4451bfd996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:03.658589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d459ee0c-c9f6-4a03-8f1d-7f9730a19d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:03.733593 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d459ee0c-c9f6-4a03-8f1d-7f9730a19d0a admin admin] Publish callbacks [] for security_group (6819b9e8-526a-47bf-be1e-ead703bec708), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:03.888949 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d459ee0c-c9f6-4a03-8f1d-7f9730a19d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6819b9e8-526a-47bf-be1e-ead703bec708), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:03.900129 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42622) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:03.930440 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459ee0c-c9f6-4a03-8f1d-7f9730a19d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6819b9e8-526a-47bf-be1e-ead703bec708,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:03.934815 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-d459ee0c-c9f6-4a03-8f1d-7f9730a19d0a admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=405c1df58d5e4806a37d69a6540ba60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807962 Sep 19 12:33:03.937625 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42624) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:03.957580 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-b2ad8c61-4c1b-424a-9d16-2ffd57ffad8d admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=2eb32e889b5c41e5b9fc635dd5d4561a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562580 Sep 19 12:33:03.960141 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42626) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:03.995245 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee0cd-53d5-4588-94d2-3e202ad3d51b admin admin] Publish callbacks [] for security_group (6819b9e8-526a-47bf-be1e-ead703bec708), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:04.012701 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-448551c4-4aaf-4d9c-9980-6c059a457199 admin admin] Publish callbacks [] for security_group (8eeccfa0-79da-4252-9286-c4aecef27fc2), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:04.016091 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee0cd-53d5-4588-94d2-3e202ad3d51b admin admin] Publish callbacks [] for security_group (6819b9e8-526a-47bf-be1e-ead703bec708), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:04.033455 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-448551c4-4aaf-4d9c-9980-6c059a457199 admin admin] Publish callbacks [] for security_group (8eeccfa0-79da-4252-9286-c4aecef27fc2), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:04.142486 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee0cd-53d5-4588-94d2-3e202ad3d51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (6819b9e8-526a-47bf-be1e-ead703bec708), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:04.145199 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-bf0ee0cd-53d5-4588-94d2-3e202ad3d51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:04.146733 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-bf0ee0cd-53d5-4588-94d2-3e202ad3d51b admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/6819b9e8-526a-47bf-be1e-ead703bec708 HTTP/1.1" status: 204 len: 168 time: 0.2080815 Sep 19 12:33:04.160806 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ee0cd-53d5-4588-94d2-3e202ad3d51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6819b9e8-526a-47bf-be1e-ead703bec708,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:04.193899 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-448551c4-4aaf-4d9c-9980-6c059a457199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8eeccfa0-79da-4252-9286-c4aecef27fc2), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:04.197556 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-448551c4-4aaf-4d9c-9980-6c059a457199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:04.198806 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-448551c4-4aaf-4d9c-9980-6c059a457199 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/8eeccfa0-79da-4252-9286-c4aecef27fc2 HTTP/1.1" status: 204 len: 168 time: 0.2377059 Sep 19 12:33:04.212240 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448551c4-4aaf-4d9c-9980-6c059a457199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeccfa0-79da-4252-9286-c4aecef27fc2,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:05.036660 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42636) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:05.050717 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37dc70c9-e89e-43af-8193-7ce84eb14843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:05.131922 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37dc70c9-e89e-43af-8193-7ce84eb14843 admin admin] Publish callbacks [] for security_group (ce6a6a39-ca51-41b3-b0d8-7ca2c5aa7c34), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:05.193469 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37dc70c9-e89e-43af-8193-7ce84eb14843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ce6a6a39-ca51-41b3-b0d8-7ca2c5aa7c34), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:05.237715 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc70c9-e89e-43af-8193-7ce84eb14843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6a6a39-ca51-41b3-b0d8-7ca2c5aa7c34,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:05.244130 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-37dc70c9-e89e-43af-8193-7ce84eb14843 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=e500eed4e3694c24afa686b9f3b72967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063982 Sep 19 12:33:05.246953 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42638) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:05.298818 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e15a29-7344-4c60-bd2d-6ae92ffff6bf admin admin] Publish callbacks [] for security_group (ce6a6a39-ca51-41b3-b0d8-7ca2c5aa7c34), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:05.320656 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e15a29-7344-4c60-bd2d-6ae92ffff6bf admin admin] Publish callbacks [] for security_group (ce6a6a39-ca51-41b3-b0d8-7ca2c5aa7c34), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:05.437206 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e15a29-7344-4c60-bd2d-6ae92ffff6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ce6a6a39-ca51-41b3-b0d8-7ca2c5aa7c34), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:05.439757 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e15a29-7344-4c60-bd2d-6ae92ffff6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:05.440986 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f1e15a29-7344-4c60-bd2d-6ae92ffff6bf admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/ce6a6a39-ca51-41b3-b0d8-7ca2c5aa7c34 HTTP/1.1" status: 204 len: 168 time: 0.1929090 Sep 19 12:33:05.450202 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e15a29-7344-4c60-bd2d-6ae92ffff6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6a6a39-ca51-41b3-b0d8-7ca2c5aa7c34,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:05.627299 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3ad774d2-014d-4a53-95eb-81b40e1f3a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:06.015259 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=39 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:06.016053 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=44 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:06.930359 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:08.776684 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:08.777344 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:13.327188 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42746) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:13.434573 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-441cb43c-dd57-4a61-b7e8-f22c873bf108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:13.516435 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:13.518562 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-441cb43c-dd57-4a61-b7e8-f22c873bf108 admin admin] Publish callbacks [] for security_group (8964f691-15a3-4372-bffc-17575884e7ae), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:13.599100 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-441cb43c-dd57-4a61-b7e8-f22c873bf108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8964f691-15a3-4372-bffc-17575884e7ae), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:13.639554 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-441cb43c-dd57-4a61-b7e8-f22c873bf108 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=95fa8baa183e48fb91d3719e42a809bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113086 Sep 19 12:33:13.640516 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cb43c-dd57-4a61-b7e8-f22c873bf108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8964f691-15a3-4372-bffc-17575884e7ae,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:13.642419 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42758) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:13.682386 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:13.694535 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-70164d4f-4443-441f-bbde-33da5607c846 admin admin] Publish callbacks [] for security_group (8964f691-15a3-4372-bffc-17575884e7ae), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:13.716291 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-70164d4f-4443-441f-bbde-33da5607c846 admin admin] Publish callbacks [] for security_group (8964f691-15a3-4372-bffc-17575884e7ae), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:13.829770 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-70164d4f-4443-441f-bbde-33da5607c846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8964f691-15a3-4372-bffc-17575884e7ae), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:13.829770 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-70164d4f-4443-441f-bbde-33da5607c846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:13.832968 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-70164d4f-4443-441f-bbde-33da5607c846 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/8964f691-15a3-4372-bffc-17575884e7ae HTTP/1.1" status: 204 len: 168 time: 0.1893759 Sep 19 12:33:13.842150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70164d4f-4443-441f-bbde-33da5607c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8964f691-15a3-4372-bffc-17575884e7ae,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:14.177590 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc89-45df-4538-a067-f3d14306f731 req-aaec1f56-2e96-48fb-b7c9-641c7a77187c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:14.179138 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-be1fcc89-45df-4538-a067-f3d14306f731 req-aaec1f56-2e96-48fb-b7c9-641c7a77187c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0493131 Sep 19 12:33:14.236260 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-be1fcc89-45df-4538-a067-f3d14306f731 req-cdce52bb-7d85-4d22-9e99-3dab4c67fb18 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510681 Sep 19 12:33:14.701430 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42780) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:14.719840 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-962c3e44-ca2c-400d-b0ff-09cc52f3c186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:14.740162 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:14.802816 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-962c3e44-ca2c-400d-b0ff-09cc52f3c186 admin admin] Publish callbacks [] for security_group (185dcb4e-30f1-4975-a208-d275141cddfe), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:14.885021 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-962c3e44-ca2c-400d-b0ff-09cc52f3c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (185dcb4e-30f1-4975-a208-d275141cddfe), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:14.927060 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-962c3e44-ca2c-400d-b0ff-09cc52f3c186 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=a55b1f90996a4f67b112a00e403c709c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245071 Sep 19 12:33:14.927971 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c3e44-ca2c-400d-b0ff-09cc52f3c186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185dcb4e-30f1-4975-a208-d275141cddfe,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:14.929916 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42782) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:14.975749 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:14.981464 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-40eeae43-1f12-4cc6-bbcc-938b600e749a admin admin] Publish callbacks [] for security_group (185dcb4e-30f1-4975-a208-d275141cddfe), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:15.002903 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-40eeae43-1f12-4cc6-bbcc-938b600e749a admin admin] Publish callbacks [] for security_group (185dcb4e-30f1-4975-a208-d275141cddfe), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:15.117370 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-40eeae43-1f12-4cc6-bbcc-938b600e749a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (185dcb4e-30f1-4975-a208-d275141cddfe), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:15.120616 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-40eeae43-1f12-4cc6-bbcc-938b600e749a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:15.121842 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-40eeae43-1f12-4cc6-bbcc-938b600e749a admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/185dcb4e-30f1-4975-a208-d275141cddfe HTTP/1.1" status: 204 len: 168 time: 0.1909099 Sep 19 12:33:15.130017 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeae43-1f12-4cc6-bbcc-938b600e749a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185dcb4e-30f1-4975-a208-d275141cddfe,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:15.368088 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8733890-8e94-4ff7-9b51-9fa1655ddb1b req-931334e4-d5a9-4e58-9a5c-47121f33da37 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:15.369637 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b8733890-8e94-4ff7-9b51-9fa1655ddb1b req-931334e4-d5a9-4e58-9a5c-47121f33da37 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0476379 Sep 19 12:33:15.418146 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b8733890-8e94-4ff7-9b51-9fa1655ddb1b req-cc21ff3e-4e14-47ee-9f24-772b0f78ed2a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Sep 19 12:33:16.177878 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42808) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:16.274471 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1567128736-network', 'tenant_id': '06a094ed1dd3482c82f5c1e9c38278c6'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:33:16.351196 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Made reservation on behalf of 06a094ed1dd3482c82f5c1e9c38278c6 for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:33:16.354008 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:16.365456 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:16.438948 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Publish callbacks [] for security_group (5e82dd53-092b-4b98-a23a-d093fcf14a1e), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:16.521135 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5e82dd53-092b-4b98-a23a-d093fcf14a1e), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:16.547302 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:33:16.552624 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dd046-a143-45b5-9055-bfd208308ff7 req-75bc365f-37a6-4ad0-bab7-57e65b752ee2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:16.554284 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2d8dd046-a143-45b5-9055-bfd208308ff7 req-75bc365f-37a6-4ad0-bab7-57e65b752ee2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0525506 Sep 19 12:33:16.560501 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e82dd53-092b-4b98-a23a-d093fcf14a1e,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:16.566720 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (65b85b98-7314-4d97-a22e-2ffbcc86754e), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:16.567120 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Added segment 65b85b98-7314-4d97-a22e-2ffbcc86754e of type vlan for network 4d8b8301-9849-47fa-941c-03e69b82f0aa Sep 19 12:33:16.604237 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2d8dd046-a143-45b5-9055-bfd208308ff7 req-e72ca92d-f8cf-48d3-8895-dc3679a9c792 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443377 Sep 19 12:33:16.611079 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (4d8b8301-9849-47fa-941c-03e69b82f0aa), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:16.705646 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (4d8b8301-9849-47fa-941c-03e69b82f0aa), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:16.707009 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:16.707692 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:16.773784 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8b8301-9849-47fa-941c-03e69b82f0aa,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:16.783527 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 4d8b8301-9849-47fa-941c-03e69b82f0aa details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:33:16.841534 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-3af5a8d9-6905-4abd-a01d-40509d5185c9 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6620138 Sep 19 12:33:16.845188 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42816) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:16.850121 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Request body: {'subnet': {'network_id': '4d8b8301-9849-47fa-941c-03e69b82f0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1567128736-subnet', 'tenant_id': '06a094ed1dd3482c82f5c1e9c38278c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:33:16.948131 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Made reservation on behalf of 06a094ed1dd3482c82f5c1e9c38278c6 for: {'subnet': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:33:16.950585 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13230297'] for subnet (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:17.067936 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:17.187996 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16177023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13230287'] for subnet (c1202c0b-af58-483b-bd79-79c6528744cb), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:17.245416 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1202c0b-af58-483b-bd79-79c6528744cb,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:17.256555 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Checking segment: {'id': '65b85b98-7314-4d97-a22e-2ffbcc86754e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4d8b8301-9849-47fa-941c-03e69b82f0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:33:17.257074 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Network hostable DHCP agents. Network: 4d8b8301-9849-47fa-941c-03e69b82f0aa, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:33:17.262854 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:17.346377 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Network 4d8b8301-9849-47fa-941c-03e69b82f0aa is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:33:17.437510 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 4d8b8301-9849-47fa-941c-03e69b82f0aa) {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:33:17.442235 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:17.443030 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:17.448118 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54f94a-062a-4716-9b15-d466097abfcb None None] Network 4d8b8301-9849-47fa-941c-03e69b82f0aa requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:33:17.490464 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:17.544624 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-8a3b6d62-9efd-4a33-8693-6cf5922d2905 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6983283 Sep 19 12:33:17.561457 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83a01aa-0541-4d6b-b240-3c982317fe6b None None] Network 4d8b8301-9849-47fa-941c-03e69b82f0aa requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:33:17.729587 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:33:17.737340 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3fe90-e0b1-42fc-af06-6444b27b2031 req-3cf4da67-164e-4c0f-b71c-c319cc86cda8 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:17.738938 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-76a3fe90-e0b1-42fc-af06-6444b27b2031 req-3cf4da67-164e-4c0f-b71c-c319cc86cda8 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0492935 Sep 19 12:33:17.791238 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-76a3fe90-e0b1-42fc-af06-6444b27b2031 req-cb161262-e881-4c43-914e-ca2eb57f711f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457489 Sep 19 12:33:18.282388 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42836) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:18.287482 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1671000301-network', 'tenant_id': '39261e1e92304258998bce7284d9327b'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:33:18.420144 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Made reservation on behalf of 39261e1e92304258998bce7284d9327b for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:33:18.422590 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:18.431456 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:18.512363 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Publish callbacks [] for security_group (afe6fe3a-43d9-461b-83a7-356fd496c3c7), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:18.581703 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (afe6fe3a-43d9-461b-83a7-356fd496c3c7), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:18.607445 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:33:18.617612 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe6fe3a-43d9-461b-83a7-356fd496c3c7,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:18.622989 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (591c1a08-b73c-4962-90aa-cecbb391e37c), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:18.625429 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Added segment 591c1a08-b73c-4962-90aa-cecbb391e37c of type vlan for network 91c3c09a-6674-45cd-83f6-12b2d247586b Sep 19 12:33:18.665859 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (91c3c09a-6674-45cd-83f6-12b2d247586b), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:18.763136 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (91c3c09a-6674-45cd-83f6-12b2d247586b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:18.764107 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:18.764753 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:18.825147 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] Pushing event updated for resources: {'Network': ['ID=91c3c09a-6674-45cd-83f6-12b2d247586b,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:18.836814 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 91c3c09a-6674-45cd-83f6-12b2d247586b details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:33:18.891183 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-04e2823d-21a5-4971-91bc-9fbbe6e3ba5a admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6047285 Sep 19 12:33:18.892203 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42842) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:18.896508 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Request body: {'subnet': {'network_id': '91c3c09a-6674-45cd-83f6-12b2d247586b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1671000301-subnet', 'tenant_id': '39261e1e92304258998bce7284d9327b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:33:18.943562 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec131e0d-9bd5-4a09-8abd-e4ad45dca11f req-07d90097-3f0a-435c-b18b-a5e9eb8d58c4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:18.945097 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec131e0d-9bd5-4a09-8abd-e4ad45dca11f req-07d90097-3f0a-435c-b18b-a5e9eb8d58c4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0538762 Sep 19 12:33:19.002157 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec131e0d-9bd5-4a09-8abd-e4ad45dca11f req-64df0338-21f7-4966-adde-e02b340e6b56 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501573 Sep 19 12:33:19.048309 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Made reservation on behalf of 39261e1e92304258998bce7284d9327b for: {'subnet': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:33:19.050755 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13230297'] for subnet (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:19.294556 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16177023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13230287'] for subnet (e8bd9afc-0e3e-4956-9166-1669bcd6ec01), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:19.331758 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:19.353108 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8bd9afc-0e3e-4956-9166-1669bcd6ec01,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:19.361408 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Checking segment: {'id': '591c1a08-b73c-4962-90aa-cecbb391e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '91c3c09a-6674-45cd-83f6-12b2d247586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:33:19.361761 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Network hostable DHCP agents. Network: 91c3c09a-6674-45cd-83f6-12b2d247586b, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:33:19.444549 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Network 91c3c09a-6674-45cd-83f6-12b2d247586b is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:33:19.562967 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 91c3c09a-6674-45cd-83f6-12b2d247586b) {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:33:19.571036 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:19.571730 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:19.572642 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9e07d-c809-45aa-a9ef-91aae5c957d9 None None] Network 91c3c09a-6674-45cd-83f6-12b2d247586b requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:33:19.634319 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:19.647052 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-0139bfa0-e6dd-4ba6-8f93-05625cbf8f75 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7541933 Sep 19 12:33:19.688642 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adddbfb-e2d0-4c12-894e-0293f7e8985e None None] Network 91c3c09a-6674-45cd-83f6-12b2d247586b requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:33:20.138147 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfb365-1c1b-4f73-8727-4cb567f2a285 req-57ac1f37-e5ac-4c31-a084-452d1df16f29 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:20.139931 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-67cfb365-1c1b-4f73-8727-4cb567f2a285 req-57ac1f37-e5ac-4c31-a084-452d1df16f29 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0523982 Sep 19 12:33:20.191750 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-67cfb365-1c1b-4f73-8727-4cb567f2a285 req-d3258720-0320-43af-b51d-63b21ecd5cd1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456054 Sep 19 12:33:21.325239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:21.339672 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f67b40-05f1-4586-b1f6-90a163bf6343 req-d3c1ebfd-a402-4ecc-b21a-975a628dba3a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:21.341211 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c9f67b40-05f1-4586-b1f6-90a163bf6343 req-d3c1ebfd-a402-4ecc-b21a-975a628dba3a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0601740 Sep 19 12:33:21.391061 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c9f67b40-05f1-4586-b1f6-90a163bf6343 req-63896fd0-bec4-482a-9d8a-474c913f32bf tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 Sep 19 12:33:22.528307 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93936bd4-20d5-4e91-8c9c-f2d00f559ecd req-55cbe959-021b-4609-a296-4a1cfaa617af tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:22.529906 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-93936bd4-20d5-4e91-8c9c-f2d00f559ecd req-55cbe959-021b-4609-a296-4a1cfaa617af tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0539572 Sep 19 12:33:22.582016 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-93936bd4-20d5-4e91-8c9c-f2d00f559ecd req-8e6c3477-ca0a-404a-9351-b6adb8d156f2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448155 Sep 19 12:33:23.722709 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5aaac-068e-4a50-94bf-13526307f2c4 req-4d742240-6264-44aa-887c-8b48efa5dfb2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:23.724590 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-16e5aaac-068e-4a50-94bf-13526307f2c4 req-4d742240-6264-44aa-887c-8b48efa5dfb2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0467830 Sep 19 12:33:23.789496 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-16e5aaac-068e-4a50-94bf-13526307f2c4 req-60b715ad-280a-4b7d-85b7-095dd27f9e53 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561104 Sep 19 12:33:24.440291 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257a30-3ffa-42a0-bb08-279dcba83961 req-7e40a07e-a2a7-4f80-86d4-2db0958aeba6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:24.441908 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e8257a30-3ffa-42a0-bb08-279dcba83961 req-7e40a07e-a2a7-4f80-86d4-2db0958aeba6 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 946 time: 0.0560765 Sep 19 12:33:24.492824 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e8257a30-3ffa-42a0-bb08-279dcba83961 req-38bc74af-a29c-4a5e-a4f3-74c623177de0 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449708 Sep 19 12:33:24.920743 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d249f86-764c-421c-969e-fbbec1b63c83 req-d0ba351a-3a4b-4add-9b93-03c86adf4db6 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:24.922236 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0d249f86-764c-421c-969e-fbbec1b63c83 req-d0ba351a-3a4b-4add-9b93-03c86adf4db6 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0473804 Sep 19 12:33:24.970381 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0d249f86-764c-421c-969e-fbbec1b63c83 req-344944a8-f251-4741-80b4-530e702b3496 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Sep 19 12:33:25.619171 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e8833-02e2-4ce3-b2b1-c65c55ada6ad req-36ba8c0f-0de2-40bd-8810-ffaac79c0ced tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:25.621334 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ab0e8833-02e2-4ce3-b2b1-c65c55ada6ad req-36ba8c0f-0de2-40bd-8810-ffaac79c0ced tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 946 time: 0.0481062 Sep 19 12:33:25.672067 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ab0e8833-02e2-4ce3-b2b1-c65c55ada6ad req-4f8e1864-638b-440d-90a8-07d4089e6638 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447834 Sep 19 12:33:26.098012 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edac4e5-827c-42fc-9168-ab182ab4f52c req-796d654e-c538-4535-9e9c-2a581bb5701d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:26.099503 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3edac4e5-827c-42fc-9168-ab182ab4f52c req-796d654e-c538-4535-9e9c-2a581bb5701d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0464694 Sep 19 12:33:26.126557 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:26.154018 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3edac4e5-827c-42fc-9168-ab182ab4f52c req-63850b5c-8f3f-4929-9cac-045966ad5ee6 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482421 Sep 19 12:33:26.664360 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-c1ada1ce-c1d2-4769-b2fa-e2e12326387b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:26.665803 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-c1ada1ce-c1d2-4769-b2fa-e2e12326387b tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 946 time: 0.0470006 Sep 19 12:33:26.765539 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Deleting port 3501b95d-b6c9-49f3-9b9e-c60d361550ad {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:33:26.765883 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:26.839989 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddcbee-ea59-4e35-bacf-73d736b3a19c req-09f9a142-15f6-41b8-984a-fa8d9135932e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:26.841501 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81ddcbee-ea59-4e35-bacf-73d736b3a19c req-09f9a142-15f6-41b8-984a-fa8d9135932e tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 946 time: 0.0888987 Sep 19 12:33:26.917345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] For port 3501b95d-b6c9-49f3-9b9e-c60d361550ad, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3501b95d-b6c9-49f3-9b9e-c60d361550ad,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:26.917669 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:26.935873 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-81ddcbee-ea59-4e35-bacf-73d736b3a19c req-f220cfdf-815c-4597-851d-5c32f18f2245 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=b37df0c3-ad5f-4755-a1f5-087ee9741658&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851054 Sep 19 12:33:27.018988 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:27.092609 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:27.092998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (ecec9d20-efc4-48c3-9e6f-5ad16f665e40), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:27.093417 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Floating IP ecec9d20-efc4-48c3-9e6f-5ad16f665e40 disassociated. External IP: 172.27.3.190, port: 3501b95d-b6c9-49f3-9b9e-c60d361550ad. Sep 19 12:33:27.093655 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Calling delete_port for 3501b95d-b6c9-49f3-9b9e-c60d361550ad owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:33:27.282140 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efe827-ec2d-46d2-8369-8718a6bac409 req-09e44ac8-d1a1-437e-bc40-ed1c5626df21 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:27.283775 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e1efe827-ec2d-46d2-8369-8718a6bac409 req-09e44ac8-d1a1-437e-bc40-ed1c5626df21 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0464797 Sep 19 12:33:27.306200 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (3501b95d-b6c9-49f3-9b9e-c60d361550ad), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:27.341906 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'Port': ['ID=3501b95d-b6c9-49f3-9b9e-c60d361550ad,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:27.367158 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e1efe827-ec2d-46d2-8369-8718a6bac409 req-ab7fddfa-4c6a-4e76-9b1a-23b9b971b44d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766969 Sep 19 12:33:27.466625 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:33:27.517049 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:27.571355 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:33:27.582986 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:33:27.595288 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:33:27.596121 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:33:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:27.616780 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] No DVR routers for this DVR port 3501b95d-b6c9-49f3-9b9e-c60d361550ad on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:33:27.619301 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:27.622601 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cb747c28-d576-47d7-86ab-bf15069bd16b req-d9850c70-d938-4bae-8c22-96dfb1bf4330 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3501b95d-b6c9-49f3-9b9e-c60d361550ad HTTP/1.1" status: 204 len: 173 time: 0.9515791 Sep 19 12:33:27.623099 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'name': 'network-vif-deleted', 'tag': '3501b95d-b6c9-49f3-9b9e-c60d361550ad'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:33:27.625422 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e85840-3113-4d70-9ca0-019d46529972" -d '{"events": [{"server_uuid": "7a1ebcb8-0086-4004-b180-b8e674649b75", "name": "network-vif-deleted", "tag": "3501b95d-b6c9-49f3-9b9e-c60d361550ad"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:33:27.663054 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc0362f-26ca-46ba-a1d0-f9d99c51c531 x-openstack-request-id: req-5cc0362f-26ca-46ba-a1d0-f9d99c51c531 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:33:27.663350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1ebcb8-0086-4004-b180-b8e674649b75", "name": "network-vif-deleted", "tag": "3501b95d-b6c9-49f3-9b9e-c60d361550ad", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:33:27.663667 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5cc0362f-26ca-46ba-a1d0-f9d99c51c531 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:33:27.664009 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc0362f-26ca-46ba-a1d0-f9d99c51c531'] response: {'server_uuid': '7a1ebcb8-0086-4004-b180-b8e674649b75', 'name': 'network-vif-deleted', 'tag': '3501b95d-b6c9-49f3-9b9e-c60d361550ad', 'status': 'completed', 'code': 200} Sep 19 12:33:27.707500 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:33:27.905485 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:27.933790 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:33:27.942979 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:33:27.948551 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:33:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:28.046108 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:33:28.055232 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-018f3491-8c4d-4c65-8ff8-c9358576a573 req-e153844e-20a2-4db3-9b61-fd76bd1b0d26 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7a1ebcb8-0086-4004-b180-b8e674649b75 HTTP/1.1" status: 200 len: 210 time: 0.0315073 Sep 19 12:33:28.240627 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:28.267476 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb4a66-5d1b-4939-92b4-3f8c4d615e15 None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:26:22Z', 'revision_number': 4, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '49e3ddd8-2f59-4e00-8eca-c47703ddef95', 'name': '', 'network_id': '2775bc2c-1de6-4530-99c8-74593487735c', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'mac_address': 'fa:16:3e:ea:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '371e45eb-fb30-4c5e-963a-202e37649855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:20Z', 'updated_at': '2022-09-19T12:26:33Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'subnets': [{'id': '371e45eb-fb30-4c5e-963a-202e37649855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:33:28.515186 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3775b1-f144-4fce-87fb-1a46feb7692c req-f926f332-c39c-403d-b621-3efd247b7495 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:28.516770 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4f3775b1-f144-4fce-87fb-1a46feb7692c req-f926f332-c39c-403d-b621-3efd247b7495 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0544908 Sep 19 12:33:28.521224 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93914e4f-cc98-44b3-a1db-b4daef24e788 None None] New status for floating IP ecec9d20-efc4-48c3-9e6f-5ad16f665e40: DOWN {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:33:28.567405 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4f3775b1-f144-4fce-87fb-1a46feb7692c req-a0f9f80c-c1ca-494d-b473-37ed23ff4178 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 Sep 19 12:33:29.268434 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 42958) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:29.298171 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:29.330858 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-33527c3d-317d-4e0c-a31e-1c18182043c1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (b37df0c3-ad5f-4755-a1f5-087ee9741658), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:29.354172 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-33527c3d-317d-4e0c-a31e-1c18182043c1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (b37df0c3-ad5f-4755-a1f5-087ee9741658), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:29.500174 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-33527c3d-317d-4e0c-a31e-1c18182043c1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b37df0c3-ad5f-4755-a1f5-087ee9741658), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:29.503381 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-33527c3d-317d-4e0c-a31e-1c18182043c1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:29.504531 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-33527c3d-317d-4e0c-a31e-1c18182043c1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/b37df0c3-ad5f-4755-a1f5-087ee9741658 HTTP/1.1" status: 204 len: 168 time: 0.2350810 Sep 19 12:33:29.507539 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42960) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:29.514360 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33527c3d-317d-4e0c-a31e-1c18182043c1 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37df0c3-ad5f-4755-a1f5-087ee9741658,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:29.521626 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.api.v2.resource [None req-130b74d4-69c5-4ca2-895e-643dd9362cb3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] show failed (client error): The resource could not be found. Sep 19 12:33:29.522621 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-130b74d4-69c5-4ca2-895e-643dd9362cb3 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "GET /networking/v2.0/security-groups/b37df0c3-ad5f-4755-a1f5-087ee9741658 HTTP/1.1" status: 404 len: 347 time: 0.0137622 Sep 19 12:33:29.525591 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 42962) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:29.951761 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Deleting port 620b4567-7386-4aeb-b1b1-955b60fe3b00 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:33:29.952111 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (620b4567-7386-4aeb-b1b1-955b60fe3b00), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:29.959143 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57689b-2870-445b-9d04-2d0b0487c8a8 req-828b5f20-3bf2-451d-a009-8015df704fc9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:29.960664 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ae57689b-2870-445b-9d04-2d0b0487c8a8 req-828b5f20-3bf2-451d-a009-8015df704fc9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0840068 Sep 19 12:33:30.006943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:30.069155 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ae57689b-2870-445b-9d04-2d0b0487c8a8 req-03b0e615-6ab6-4167-a792-d1a6510ae811 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938897 Sep 19 12:33:30.079119 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (620b4567-7386-4aeb-b1b1-955b60fe3b00), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:30.079429 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (620b4567-7386-4aeb-b1b1-955b60fe3b00), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:30.094653 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Calling delete_port for 620b4567-7386-4aeb-b1b1-955b60fe3b00 owned by network:floatingip {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:33:30.365207 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (620b4567-7386-4aeb-b1b1-955b60fe3b00), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:30.395681 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Pushing event deleted for resources: {'Port': ['ID=620b4567-7386-4aeb-b1b1-955b60fe3b00,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:30.462371 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:30.470260 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks [] for floatingip (ecec9d20-efc4-48c3-9e6f-5ad16f665e40), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:30.472871 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:30.483169 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5a032c8c-276e-4c6c-bb31-8ffcadde6873 tempest-AttachVolumeNegativeTest-1505595249 tempest-AttachVolumeNegativeTest-1505595249-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/ecec9d20-efc4-48c3-9e6f-5ad16f665e40 HTTP/1.1" status: 204 len: 168 time: 0.9499931 Sep 19 12:33:30.514948 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 760b99b4-defc-4bbb-86a7-39ce573ef1d4 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:33:30.517591 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3501b95d-b6c9-49f3-9b9e-c60d361550ad no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:33:30.545607 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 3501b95d-b6c9-49f3-9b9e-c60d361550ad {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:33:30.545953 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3501b95d-b6c9-49f3-9b9e-c60d361550ad not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:33:30.644187 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:30.661902 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'port_id': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'mac_address': 'fa:16:3e:9b:95:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:33:30.701061 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 is: ACTIVE; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:33:30.701457 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:30.715080 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 760b99b4-defc-4bbb-86a7-39ce573ef1d4 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:33:30.737019 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:30.883208 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:30.937823 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=6']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:30.945089 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.945479 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.945854 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.946210 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.946548 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.946875 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.947199 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.947523 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.947852 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.948175 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.948496 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.948866 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.949190 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.949511 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.949828 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:30.973511 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['760b99b4-defc-4bbb-86a7-39ce573ef1d4'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:33:31.218246 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc81fb-6255-4a44-9c69-69e155d211a3 req-1677e780-a56b-42a4-9533-f94f841ffdc5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:31.219803 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f1dc81fb-6255-4a44-9c69-69e155d211a3 req-1677e780-a56b-42a4-9533-f94f841ffdc5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 945 time: 0.0541837 Sep 19 12:33:31.275976 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f1dc81fb-6255-4a44-9c69-69e155d211a3 req-4472cf07-2a05-4116-a151-828cab9213a7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491672 Sep 19 12:33:32.417224 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3a0c0-da27-423f-86ad-1da40892da52 req-804d2668-6a3e-4226-b9ce-757c1b676abf tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:32.418746 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4bb3a0c0-da27-423f-86ad-1da40892da52 req-804d2668-6a3e-4226-b9ce-757c1b676abf tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 945 time: 0.0501587 Sep 19 12:33:32.469322 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4bb3a0c0-da27-423f-86ad-1da40892da52 req-5c8554ca-fa46-4541-bd44-2e8bcff4354c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443404 Sep 19 12:33:32.511476 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 760b99b4-defc-4bbb-86a7-39ce573ef1d4 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:33:32.513600 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:32.535453 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:32.561276 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:33:32.561734 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:32.562064 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 Sep 19 12:33:32.639752 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:33:32.640133 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:32.664746 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:33:32.667170 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7748bec5-93b8-45f4-b12c-d6c54cf96442" -d '{"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-plugged", "status": "completed", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:33:32.682528 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:32.712958 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72a2347-b404-4f34-ae48-11cc66f39159 x-openstack-request-id: req-a72a2347-b404-4f34-ae48-11cc66f39159 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:33:32.713304 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-plugged", "status": "completed", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:33:32.713563 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a72a2347-b404-4f34-ae48-11cc66f39159 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:33:32.714034 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72a2347-b404-4f34-ae48-11cc66f39159'] response: {'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'code': 200} Sep 19 12:33:32.799131 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:32.850802 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=7']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:33.565468 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0a4544a8-a5d9-4753-9db3-51371dd07939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:33.630135 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722ae68-00c6-464c-9f94-f9cad21c04b1 req-48c22d3a-a64c-406f-8836-0b0e2f2e217f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:33.631758 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8722ae68-00c6-464c-9f94-f9cad21c04b1 req-48c22d3a-a64c-406f-8836-0b0e2f2e217f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0674684 Sep 19 12:33:33.687792 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8722ae68-00c6-464c-9f94-f9cad21c04b1 req-0d403119-b1b5-4def-bd7d-2bb5fd699d42 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 Sep 19 12:33:34.840476 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed99bd-3fe2-4c88-a811-575f619c2518 req-b127e5d4-687d-4b3c-9367-e24527830046 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:34.848437 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58ed99bd-3fe2-4c88-a811-575f619c2518 req-b127e5d4-687d-4b3c-9367-e24527830046 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0585520 Sep 19 12:33:34.904273 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58ed99bd-3fe2-4c88-a811-575f619c2518 req-ad486a0d-d336-4982-87f4-396361b8c8d6 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548036 Sep 19 12:33:35.056291 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43062) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:35.675732 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-245446fb-096f-4db1-ad84-ea1aad7c452c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:35.880400 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:36.157254 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33654c63-439b-4352-b7bb-9126628b54ef req-caecafc2-ef8a-4a03-b883-bb948e7c3cc7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:36.158283 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-33654c63-439b-4352-b7bb-9126628b54ef req-caecafc2-ef8a-4a03-b883-bb948e7c3cc7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0805006 Sep 19 12:33:36.190264 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Deleting port 49e3ddd8-2f59-4e00-8eca-c47703ddef95 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:33:36.190909 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:36.219692 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-33654c63-439b-4352-b7bb-9126628b54ef req-d9598ea7-6e4f-4868-b1a6-a6bad90ec088 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556648 Sep 19 12:33:36.301174 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] For port 49e3ddd8-2f59-4e00-8eca-c47703ddef95, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=49e3ddd8-2f59-4e00-8eca-c47703ddef95,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:36.301698 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:36.318241 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Calling delete_port for 49e3ddd8-2f59-4e00-8eca-c47703ddef95 owned by network:router_interface {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:33:36.372904 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:36.449571 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=100 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:36.712733 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (49e3ddd8-2f59-4e00-8eca-c47703ddef95), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:36.737400 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e3ddd8-2f59-4e00-8eca-c47703ddef95,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:36.947215 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:36.955584 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:37.393826 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e4d1-9db8-4944-871d-4dc71d2f1b59 req-7aaa7190-b56f-480a-97aa-fa646e17d6b9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:37.395390 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f6e9e4d1-9db8-4944-871d-4dc71d2f1b59 req-7aaa7190-b56f-480a-97aa-fa646e17d6b9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0673804 Sep 19 12:33:37.454627 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:33:37.455755 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f6e9e4d1-9db8-4944-871d-4dc71d2f1b59 req-fa152163-902b-43ff-a97c-b930c190b48f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529935 Sep 19 12:33:37.610085 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:33:37.610085 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43102) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:37.615035 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-92babd99-d6dd-4688-80d1-484a0850ceb4 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/4d6d56ec-5240-4cbf-aa71-fea084d33cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5575342 Sep 19 12:33:37.626654 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] Sync routers for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:33:37.629114 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43104) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:37.640004 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=76 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:37.644978 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:37.665740 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:33:37.667722 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:33:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:37.688874 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00fd920-ee4b-477b-9542-a4c0301fe846 admin admin] Deleting subnet c1202c0b-af58-483b-bd79-79c6528744cb {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:33:37.692877 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f00fd920-ee4b-477b-9542-a4c0301fe846 admin admin] Publish callbacks [] for subnet (c1202c0b-af58-483b-bd79-79c6528744cb), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:37.724980 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:37.740802 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f00fd920-ee4b-477b-9542-a4c0301fe846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (c1202c0b-af58-483b-bd79-79c6528744cb), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:37.793179 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f00fd920-ee4b-477b-9542-a4c0301fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (c1202c0b-af58-483b-bd79-79c6528744cb), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:37.815109 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:33:37.856574 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks [] for router (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.006559 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks [] for router_gateway (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.009320 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f00fd920-ee4b-477b-9542-a4c0301fe846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (c1202c0b-af58-483b-bd79-79c6528744cb), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.040519 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:33:36Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:38.048679 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fd920-ee4b-477b-9542-a4c0301fe846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1202c0b-af58-483b-bd79-79c6528744cb,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:38.050936 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f00fd920-ee4b-477b-9542-a4c0301fe846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.055069 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f00fd920-ee4b-477b-9542-a4c0301fe846 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/c1202c0b-af58-483b-bd79-79c6528744cb HTTP/1.1" status: 204 len: 168 time: 0.4390013 Sep 19 12:33:38.058570 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43106) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:38.071025 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] Checking router: 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:33:38.081572 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] Routers {'4d6d56ec-5240-4cbf-aa71-fea084d33cd6'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:33:38.082372 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:33:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:38.201922 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Deleting port a5ba0328-8798-40ad-8c3e-ba3769bd2af7 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:33:38.201922 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.251663 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (4d8b8301-9849-47fa-941c-03e69b82f0aa), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.264572 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:38.274999 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:38.304527 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] Set router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:33:38.389756 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] For port a5ba0328-8798-40ad-8c3e-ba3769bd2af7, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=a5ba0328-8798-40ad-8c3e-ba3769bd2af7,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:38.390529 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.427021 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Calling delete_port for a5ba0328-8798-40ad-8c3e-ba3769bd2af7 owned by network:router_gateway {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:33:38.432532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (4d8b8301-9849-47fa-941c-03e69b82f0aa), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.496947 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8b8301-9849-47fa-941c-03e69b82f0aa']}} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:38.512673 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b85b98-7314-4d97-a22e-2ffbcc86754e') {'for_net_delete': True} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:38.513017 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b85b98-7314-4d97-a22e-2ffbcc86754e') {} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:38.535953 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12803028'] for segment (65b85b98-7314-4d97-a22e-2ffbcc86754e), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.549554 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:33:36Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:38.564483 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (65b85b98-7314-4d97-a22e-2ffbcc86754e), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.572095 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=106969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:33:38.572705 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13151027'] for segment (65b85b98-7314-4d97-a22e-2ffbcc86754e), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.586502 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a55cd9-1bb3-4908-a0e7-d52b06f94ff3 None None] The sync data for ids ['4d6d56ec-5240-4cbf-aa71-fea084d33cd6'] in dv-cinder-850618-3-iscsi is: [{'id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'name': 'tempest-AttachVolumeNegativeTest-826550172-router', 'tenant_id': '68496d9aa29542139f00104051248a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:26:11Z', 'updated_at': '2022-09-19T12:33:36Z', 'revision_number': 5, 'project_id': '68496d9aa29542139f00104051248a5b', 'gw_port': {'id': 'a5ba0328-8798-40ad-8c3e-ba3769bd2af7', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d56ec-5240-4cbf-aa71-fea084d33cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:26:13Z', 'updated_at': '2022-09-19T12:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:33:38.659708 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 65b85b98-7314-4d97-a22e-2ffbcc86754e resource provider aggregate not found Sep 19 12:33:38.690454 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.706981 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 65b85b98-7314-4d97-a22e-2ffbcc86754e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65b85b98-7314-4d97-a22e-2ffbcc86754e found for delete ", "request_id": "req-e9ef467e-7992-4a9b-bd08-65eb242ced08"}]} Sep 19 12:33:38.778390 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1985a2-c595-4b3f-a679-48d1849a56dd req-49196a27-81e5-496e-9f92-81aedf36a04e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:38.780325 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fe1985a2-c595-4b3f-a679-48d1849a56dd req-49196a27-81e5-496e-9f92-81aedf36a04e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.1507411 Sep 19 12:33:38.810189 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.864074 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (4d8b8301-9849-47fa-941c-03e69b82f0aa), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.893242 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:38.896307 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/4d8b8301-9849-47fa-941c-03e69b82f0aa HTTP/1.1" status: 204 len: 168 time: 0.8366728 Sep 19 12:33:38.897633 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8b8301-9849-47fa-941c-03e69b82f0aa,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:38.900133 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43114) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:38.907124 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fe1985a2-c595-4b3f-a679-48d1849a56dd req-d83c1a88-0426-4f5b-a215-26c2082db812 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167226 Sep 19 12:33:38.919178 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.919519 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.919858 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.920193 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.920526 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.920873 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.921200 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.921521 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.921843 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.922171 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.922480 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.922898 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.923249 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.923528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:38.923838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012b646-f0f1-42cb-a48d-63b0e976cb00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:39.016452 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (a5ba0328-8798-40ad-8c3e-ba3769bd2af7), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.040562 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-f123a32e-96f2-4b59-b4eb-b2a46f6363bf admin admin] Deleting subnet e8bd9afc-0e3e-4956-9166-1669bcd6ec01 {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:33:39.046336 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f123a32e-96f2-4b59-b4eb-b2a46f6363bf admin admin] Publish callbacks [] for subnet (e8bd9afc-0e3e-4956-9166-1669bcd6ec01), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.092933 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:39.102181 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ba0328-8798-40ad-8c3e-ba3769bd2af7,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:39.116081 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f123a32e-96f2-4b59-b4eb-b2a46f6363bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (e8bd9afc-0e3e-4956-9166-1669bcd6ec01), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.218788 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f123a32e-96f2-4b59-b4eb-b2a46f6363bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (e8bd9afc-0e3e-4956-9166-1669bcd6ec01), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.256493 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.416081 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.418404 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks [] for router_controller (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.421224 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:39.451743 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f123a32e-96f2-4b59-b4eb-b2a46f6363bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (e8bd9afc-0e3e-4956-9166-1669bcd6ec01), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.491197 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123a32e-96f2-4b59-b4eb-b2a46f6363bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8bd9afc-0e3e-4956-9166-1669bcd6ec01,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:39.497881 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f123a32e-96f2-4b59-b4eb-b2a46f6363bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.501229 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f123a32e-96f2-4b59-b4eb-b2a46f6363bf admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/e8bd9afc-0e3e-4956-9166-1669bcd6ec01 HTTP/1.1" status: 204 len: 168 time: 0.6005423 Sep 19 12:33:39.503857 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43116) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:39.580706 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (4d6d56ec-5240-4cbf-aa71-fea084d33cd6), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.581290 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6d56ec-5240-4cbf-aa71-fea084d33cd6 {{(pid=106969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:33:39.586248 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.591753 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43118) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:39.591936 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-01d12679-5ad4-4588-8384-64393143ecaf admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/4d6d56ec-5240-4cbf-aa71-fea084d33cd6 HTTP/1.1" status: 204 len: 168 time: 1.9602087 Sep 19 12:33:39.603249 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (91c3c09a-6674-45cd-83f6-12b2d247586b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.686381 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabe2b25-5a3e-4fcf-b956-f0d9104772da admin admin] Deleting subnet 371e45eb-fb30-4c5e-963a-202e37649855 {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:33:39.690765 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fabe2b25-5a3e-4fcf-b956-f0d9104772da admin admin] Publish callbacks [] for subnet (371e45eb-fb30-4c5e-963a-202e37649855), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.726313 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (91c3c09a-6674-45cd-83f6-12b2d247586b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.745665 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fabe2b25-5a3e-4fcf-b956-f0d9104772da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (371e45eb-fb30-4c5e-963a-202e37649855), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.758760 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c3c09a-6674-45cd-83f6-12b2d247586b']}} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:39.775095 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591c1a08-b73c-4962-90aa-cecbb391e37c') {'for_net_delete': True} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:39.775483 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591c1a08-b73c-4962-90aa-cecbb391e37c') {} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:39.784452 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:39.790753 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12803028'] for segment (591c1a08-b73c-4962-90aa-cecbb391e37c), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.814125 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (591c1a08-b73c-4962-90aa-cecbb391e37c), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.822552 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=106969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:33:39.822838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13151027'] for segment (591c1a08-b73c-4962-90aa-cecbb391e37c), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:39.890667 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fabe2b25-5a3e-4fcf-b956-f0d9104772da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (371e45eb-fb30-4c5e-963a-202e37649855), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.011256 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (91c3c09a-6674-45cd-83f6-12b2d247586b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.020104 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.032177 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/91c3c09a-6674-45cd-83f6-12b2d247586b HTTP/1.1" status: 204 len: 168 time: 0.5237083 Sep 19 12:33:40.060585 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fabe2b25-5a3e-4fcf-b956-f0d9104772da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (371e45eb-fb30-4c5e-963a-202e37649855), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.093035 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe2b25-5a3e-4fcf-b956-f0d9104772da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371e45eb-fb30-4c5e-963a-202e37649855,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:40.104530 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fabe2b25-5a3e-4fcf-b956-f0d9104772da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.109037 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-fabe2b25-5a3e-4fcf-b956-f0d9104772da admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/371e45eb-fb30-4c5e-963a-202e37649855 HTTP/1.1" status: 204 len: 168 time: 0.5174086 Sep 19 12:33:40.112646 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545d59-d823-4334-b5d4-824ad8c0096b admin admin] Pushing event deleted for resources: {'Network': ['ID=91c3c09a-6674-45cd-83f6-12b2d247586b,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:40.113072 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43124) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:40.121433 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f61826-c03f-4d1d-9a53-a17b708f5b46 None None] Network 2775bc2c-1de6-4530-99c8-74593487735c requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:33:40.296048 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c3b24-0c26-447a-b4aa-83ad72828b8d req-478c5fd3-3728-401f-8397-4fe706db28ad tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:40.299631 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c4c3b24-0c26-447a-b4aa-83ad72828b8d req-478c5fd3-3728-401f-8397-4fe706db28ad tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.2150240 Sep 19 12:33:40.316490 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 49e3ddd8-2f59-4e00-8eca-c47703ddef95 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:33:40.558061 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 49e3ddd8-2f59-4e00-8eca-c47703ddef95 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:33:40.558061 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 49e3ddd8-2f59-4e00-8eca-c47703ddef95 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:33:40.558061 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device a5ba0328-8798-40ad-8c3e-ba3769bd2af7 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:33:40.559057 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c4c3b24-0c26-447a-b4aa-83ad72828b8d req-4b4894d8-47bf-4215-9549-8997a1fe0625 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860806 Sep 19 12:33:40.559585 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: a5ba0328-8798-40ad-8c3e-ba3769bd2af7 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:33:40.559585 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device a5ba0328-8798-40ad-8c3e-ba3769bd2af7 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:33:40.559855 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (2775bc2c-1de6-4530-99c8-74593487735c), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.559855 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Deleting port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:33:40.559855 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.560128 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f49fc-15da-4d57-9613-7f89dbaaad75 None None] DHCP port deletion for 2775bc2c-1de6-4530-99c8-74593487735c request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:33:40.560128 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:40.560128 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f49fc-15da-4d57-9613-7f89dbaaad75 None None] Deleting port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:33:40.560128 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1e5f49fc-15da-4d57-9613-7f89dbaaad75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.597881 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] For port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:40.598485 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.616336 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Calling delete_port for c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 owned by network:dhcp {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:33:40.619468 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-1e5f49fc-15da-4d57-9613-7f89dbaaad75 None None] For port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3,segment=NetworkSegment(51b14715-b5a6-4202-9245-00d1a0574fbf),segment_id=51b14715-b5a6-4202-9245-00d1a0574fbf)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:40.620018 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1e5f49fc-15da-4d57-9613-7f89dbaaad75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.645716 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f49fc-15da-4d57-9613-7f89dbaaad75 None None] Calling delete_port for c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:33:40.731083 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 591c1a08-b73c-4962-90aa-cecbb391e37c resource provider aggregate not found Sep 19 12:33:40.748656 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 591c1a08-b73c-4962-90aa-cecbb391e37c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 591c1a08-b73c-4962-90aa-cecbb391e37c found for delete ", "request_id": "req-5da87dc7-ece3-4fed-88e2-b45ea4694ece"}]} Sep 19 12:33:40.829355 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43130) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:40.858158 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.864034 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1e5f49fc-15da-4d57-9613-7f89dbaaad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:40.870128 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:40.895138 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f49fc-15da-4d57-9613-7f89dbaaad75 None None] Pushing event deleted for resources: {'Port': ['ID=c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:40.896988 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f49fc-15da-4d57-9613-7f89dbaaad75 None None] No DVR routers for this DVR port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:33:40.912449 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:40.921688 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] No DVR routers for this DVR port c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 on host dv-cinder-850618-3-iscsi {{(pid=106970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:33:40.927621 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-0431a66b-1667-4620-9c2e-467ce75ce714 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=06a094ed1dd3482c82f5c1e9c38278c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0953231 Sep 19 12:33:40.927812 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:40.928281 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43132) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:40.930341 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.930684 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.931085 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.931424 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.932295 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.932653 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.932970 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.933298 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.933621 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.934010 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.934346 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.934668 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.934990 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.935310 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:40.935627 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:33:41.000174 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91a02ed9-aa28-41e0-b227-d2f3b81dc18c admin admin] Publish callbacks [] for security_group (5e82dd53-092b-4b98-a23a-d093fcf14a1e), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.023586 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (2775bc2c-1de6-4530-99c8-74593487735c), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.032851 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91a02ed9-aa28-41e0-b227-d2f3b81dc18c admin admin] Publish callbacks [] for security_group (5e82dd53-092b-4b98-a23a-d093fcf14a1e), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.054765 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2775bc2c-1de6-4530-99c8-74593487735c']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:41.086484 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b14715-b5a6-4202-9245-00d1a0574fbf') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:41.087455 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b14715-b5a6-4202-9245-00d1a0574fbf') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:33:41.101784 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (51b14715-b5a6-4202-9245-00d1a0574fbf), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.120638 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (51b14715-b5a6-4202-9245-00d1a0574fbf), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.133058 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:33:41.133058 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (51b14715-b5a6-4202-9245-00d1a0574fbf), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.160815 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91a02ed9-aa28-41e0-b227-d2f3b81dc18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5e82dd53-092b-4b98-a23a-d093fcf14a1e), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.163308 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-91a02ed9-aa28-41e0-b227-d2f3b81dc18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.164490 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-91a02ed9-aa28-41e0-b227-d2f3b81dc18c admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/5e82dd53-092b-4b98-a23a-d093fcf14a1e HTTP/1.1" status: 204 len: 168 time: 0.2339330 Sep 19 12:33:41.181315 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a02ed9-aa28-41e0-b227-d2f3b81dc18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e82dd53-092b-4b98-a23a-d093fcf14a1e,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:41.207348 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 51b14715-b5a6-4202-9245-00d1a0574fbf resource provider aggregate not found Sep 19 12:33:41.253802 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 51b14715-b5a6-4202-9245-00d1a0574fbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51b14715-b5a6-4202-9245-00d1a0574fbf found for delete ", "request_id": "req-5661f7e5-1e59-4059-a18e-78b7d8b017ba"}]} Sep 19 12:33:41.318495 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (2775bc2c-1de6-4530-99c8-74593487735c), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.349020 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:41.357968 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/2775bc2c-1de6-4530-99c8-74593487735c HTTP/1.1" status: 204 len: 168 time: 1.2395537 Sep 19 12:33:41.367300 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a4a13-5521-495f-bb29-4de99504ac41 admin admin] Pushing event deleted for resources: {'Network': ['ID=2775bc2c-1de6-4530-99c8-74593487735c,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:41.563230 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766c5d5-06b8-4ab3-9553-834ed5c001c0 req-a8f257f4-b24b-4fc9-a017-eb2c782cb856 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:41.569122 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3766c5d5-06b8-4ab3-9553-834ed5c001c0 req-a8f257f4-b24b-4fc9-a017-eb2c782cb856 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0557086 Sep 19 12:33:41.639879 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3766c5d5-06b8-4ab3-9553-834ed5c001c0 req-d1a58d7c-ca53-4a0c-a538-675fcf538ca5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693481 Sep 19 12:33:41.897124 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43150) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:41.938608 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:33:41.972111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:33:41.972829 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c9420b5c-50f2-44b9-ad2f-3df7e68a9cc3 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:33:41.979819 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-09b7b62f-7514-4bca-8c5d-1f1d3a605de0 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=68496d9aa29542139f00104051248a5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0811715 Sep 19 12:33:41.982289 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43152) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:42.045986 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4418aca7-ac35-4c96-9efe-ca324bc634b8 admin admin] Publish callbacks [] for security_group (5cc8c606-a4c1-479e-8f25-059b9e8d8144), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:42.074485 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4418aca7-ac35-4c96-9efe-ca324bc634b8 admin admin] Publish callbacks [] for security_group (5cc8c606-a4c1-479e-8f25-059b9e8d8144), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:42.222650 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4418aca7-ac35-4c96-9efe-ca324bc634b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (5cc8c606-a4c1-479e-8f25-059b9e8d8144), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:42.226092 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4418aca7-ac35-4c96-9efe-ca324bc634b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:42.227269 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4418aca7-ac35-4c96-9efe-ca324bc634b8 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/5cc8c606-a4c1-479e-8f25-059b9e8d8144 HTTP/1.1" status: 204 len: 168 time: 0.2438679 Sep 19 12:33:42.228037 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43154) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:42.247184 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418aca7-ac35-4c96-9efe-ca324bc634b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc8c606-a4c1-479e-8f25-059b9e8d8144,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:42.314878 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-14591903-413d-4080-89aa-4345a392956d admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=39261e1e92304258998bce7284d9327b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849228 Sep 19 12:33:42.318678 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43158) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:42.374549 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-76f190ee-d229-410a-bdd4-69533b1cccbb admin admin] Publish callbacks [] for security_group (afe6fe3a-43d9-461b-83a7-356fd496c3c7), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:42.398879 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-76f190ee-d229-410a-bdd4-69533b1cccbb admin admin] Publish callbacks [] for security_group (afe6fe3a-43d9-461b-83a7-356fd496c3c7), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:42.586212 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-76f190ee-d229-410a-bdd4-69533b1cccbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (afe6fe3a-43d9-461b-83a7-356fd496c3c7), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:42.589012 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-76f190ee-d229-410a-bdd4-69533b1cccbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:42.593285 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-76f190ee-d229-410a-bdd4-69533b1cccbb admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/afe6fe3a-43d9-461b-83a7-356fd496c3c7 HTTP/1.1" status: 204 len: 168 time: 0.2713022 Sep 19 12:33:42.602764 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f190ee-d229-410a-bdd4-69533b1cccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe6fe3a-43d9-461b-83a7-356fd496c3c7,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:42.814040 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f583a-1883-4719-a773-be6eb88382d7 req-7d10d739-1bc7-43f4-901c-7b926ffb2dc4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:42.816783 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f37f583a-1883-4719-a773-be6eb88382d7 req-7d10d739-1bc7-43f4-901c-7b926ffb2dc4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0600147 Sep 19 12:33:42.899627 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f37f583a-1883-4719-a773-be6eb88382d7 req-92eb9ea8-804a-4257-8be6-7cf0f0483b1c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717576 Sep 19 12:33:44.050318 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d6fe0-dafd-4203-9448-247f860cf358 req-317d6eae-fc6b-4de2-b6ee-d2ea0c362ade tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:44.052314 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a7d6fe0-dafd-4203-9448-247f860cf358 req-317d6eae-fc6b-4de2-b6ee-d2ea0c362ade tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0607767 Sep 19 12:33:44.146022 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a7d6fe0-dafd-4203-9448-247f860cf358 req-b6d20498-63ce-4ae3-92f0-e478f028634f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865119 Sep 19 12:33:45.301954 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a841e-f4de-4848-ae28-1795cd1e6360 req-e4a95854-b436-4a6a-ab47-506eae4a1702 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:45.303553 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-825a841e-f4de-4848-ae28-1795cd1e6360 req-e4a95854-b436-4a6a-ab47-506eae4a1702 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0614223 Sep 19 12:33:45.342365 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:45.367696 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-825a841e-f4de-4848-ae28-1795cd1e6360 req-dd853f8c-1fb6-44ab-837e-8c3a311da273 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495505 Sep 19 12:33:45.646299 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43240) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:45.776436 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-13d45a9e-a194-4957-b93c-1cb92930b5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:45.833949 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:45.880202 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-13d45a9e-a194-4957-b93c-1cb92930b5d0 admin admin] Publish callbacks [] for security_group (ced71991-0c58-4526-8f21-fb8083795e90), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:45.994767 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-13d45a9e-a194-4957-b93c-1cb92930b5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ced71991-0c58-4526-8f21-fb8083795e90), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:46.039604 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-13d45a9e-a194-4957-b93c-1cb92930b5d0 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=a4fd24c188234ff0a3048caeb3cc8ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916578 Sep 19 12:33:46.042268 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d45a9e-a194-4957-b93c-1cb92930b5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced71991-0c58-4526-8f21-fb8083795e90,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:46.042817 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43246) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:46.100695 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e19b41a0-be57-421f-8b38-9d68fc799ea2 admin admin] Publish callbacks [] for security_group (ced71991-0c58-4526-8f21-fb8083795e90), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:46.128337 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e19b41a0-be57-421f-8b38-9d68fc799ea2 admin admin] Publish callbacks [] for security_group (ced71991-0c58-4526-8f21-fb8083795e90), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:46.306712 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e19b41a0-be57-421f-8b38-9d68fc799ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (ced71991-0c58-4526-8f21-fb8083795e90), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:46.309327 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e19b41a0-be57-421f-8b38-9d68fc799ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:46.312636 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-e19b41a0-be57-421f-8b38-9d68fc799ea2 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/ced71991-0c58-4526-8f21-fb8083795e90 HTTP/1.1" status: 204 len: 168 time: 0.2666824 Sep 19 12:33:46.324741 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b41a0-be57-421f-8b38-9d68fc799ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced71991-0c58-4526-8f21-fb8083795e90,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:46.503111 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e27e-4820-4c42-b8b6-47ba6bcaa14f req-10cd71ff-79cb-42f7-8703-7ab01f87e976 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:46.504646 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9cd4e27e-4820-4c42-b8b6-47ba6bcaa14f req-10cd71ff-79cb-42f7-8703-7ab01f87e976 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0552721 Sep 19 12:33:46.554263 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9cd4e27e-4820-4c42-b8b6-47ba6bcaa14f req-047d0454-d99a-40ef-92ce-639c08cceca9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428371 Sep 19 12:33:47.102529 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-57861593-45c6-4787-b436-b3308194bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:47.106379 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-57861593-45c6-4787-b436-b3308194bfde service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 1130 time: 0.0431328 Sep 19 12:33:47.235570 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-789c29f8-9c00-45b7-8631-8b0b76dfb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:47.237101 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-789c29f8-9c00-45b7-8631-8b0b76dfb6e9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 917 time: 0.1263466 Sep 19 12:33:47.330972 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-6253ac60-a909-4c36-8410-eac7a7e02b6b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4 HTTP/1.1" status: 200 len: 1002 time: 0.0872393 Sep 19 12:33:47.348925 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-290af9f3-e4ea-46e6-bb78-1371144905b0 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/networks?tenant_id=37d13fe0d14347878b8947fcee1767ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427973 Sep 19 12:33:47.483756 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-9f2204c5-5833-4617-91a7-b647c511b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:47.485262 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-9f2204c5-5833-4617-91a7-b647c511b255 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.1449368 Sep 19 12:33:47.495991 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:47.591185 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-606976d7-2903-4670-aead-8d3c6e7648ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:47.592868 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-606976d7-2903-4670-aead-8d3c6e7648ce service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954599 Sep 19 12:33:47.604073 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553389-2ce3-435d-864e-dfcf315f6192 req-5b0311e1-71e4-4018-865e-aae59ea9b5fd tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:47.613129 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-5b0311e1-71e4-4018-865e-aae59ea9b5fd tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372420 Sep 19 12:33:47.673019 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-90583c02-66c3-4035-9ed5-b012682ae9c3 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/quotas/37d13fe0d14347878b8947fcee1767ef HTTP/1.1" status: 200 len: 375 time: 0.0587487 Sep 19 12:33:47.715063 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:47.740069 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-95c4719f-e6dc-4142-85b4-75fdfdbedb10 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=37d13fe0d14347878b8947fcee1767ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461121 Sep 19 12:33:47.751658 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2669531-f181-4fff-99fb-e61b428701a5 req-19a503c0-3926-4269-9a54-830026fa2862 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:47.753136 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2669531-f181-4fff-99fb-e61b428701a5 req-19a503c0-3926-4269-9a54-830026fa2862 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0916874 Sep 19 12:33:47.780283 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-ad8addb3-8358-4422-99ee-751917bb3398 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736097 Sep 19 12:33:47.869367 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2669531-f181-4fff-99fb-e61b428701a5 req-efbb05e4-dfde-4425-bc03-50e745105319 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047485 Sep 19 12:33:47.909367 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f9aea08-b9de-4c56-bc34-b9ef0ad2a5c5 req-29b14ebb-1254-4f54-99fd-1b670a42bb93 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225622 Sep 19 12:33:48.067412 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-93c56f87-6061-4540-ae95-671a829523cb req-a9bde801-85ca-4d81-a1f2-04eb6f6eebbc tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 210 time: 0.0327079 Sep 19 12:33:48.540356 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=88 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:48.555266 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=30 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:48.999899 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094732b-adbc-49be-89f2-c0ee49f64191 req-ca3ca47c-b3c5-4767-86ff-6f11dc67f48c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:49.001492 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f094732b-adbc-49be-89f2-c0ee49f64191 req-ca3ca47c-b3c5-4767-86ff-6f11dc67f48c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0489264 Sep 19 12:33:49.053960 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f094732b-adbc-49be-89f2-c0ee49f64191 req-e74050d1-925a-4a4d-aa69-6c87a0034cb1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442314 Sep 19 12:33:49.135977 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:49.154265 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e663a531-c682-4fea-a0d0-babf8f5d2a83 req-74c098da-920f-4118-8d6f-207951d77376 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 210 time: 0.0292640 Sep 19 12:33:50.198071 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2101658-f46b-4a84-8380-bbf401d83a85 req-65b38c79-3e88-4a09-85f0-35e967482749 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:50.205508 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f2101658-f46b-4a84-8380-bbf401d83a85 req-65b38c79-3e88-4a09-85f0-35e967482749 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 946 time: 0.0644240 Sep 19 12:33:50.286566 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f2101658-f46b-4a84-8380-bbf401d83a85 req-474979d0-0347-4d0c-b274-869c50574863 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801206 Sep 19 12:33:50.288722 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83497a20-cff7-4815-ba29-4ec18cd33a06 req-7d289f37-faef-468d-ac8a-b4ef39b231e1 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 210 time: 0.0428252 Sep 19 12:33:50.612397 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 760b99b4-defc-4bbb-86a7-39ce573ef1d4 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:33:50.694629 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 is: ACTIVE; New status is: DOWN {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:33:50.695829 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:50.724320 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:33:50.726633 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402f9997-0412-4b76-9eaf-e388bf1d8865" -d '{"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-unplugged", "status": "completed", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:33:50.744539 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:50.773319 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f8f637-c918-440f-a883-05d5f03fac63 x-openstack-request-id: req-f5f8f637-c918-440f-a883-05d5f03fac63 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:33:50.775643 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-unplugged", "status": "completed", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:33:50.775643 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f5f8f637-c918-440f-a883-05d5f03fac63 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:33:50.775643 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f8f637-c918-440f-a883-05d5f03fac63'] response: {'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'code': 200} Sep 19 12:33:50.843748 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:50.894977 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=8']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:51.149204 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-6f5aca82-2256-429b-882a-3d0a63bde881 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=37d13fe0d14347878b8947fcee1767ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320044 Sep 19 12:33:51.321523 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553389-2ce3-435d-864e-dfcf315f6192 req-f71ae405-8299-4392-afd3-94c5c41d72b3 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:51.323783 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-f71ae405-8299-4392-afd3-94c5c41d72b3 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673284 Sep 19 12:33:51.343297 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Request body: {'port': {'device_id': '095a68b6-5694-483a-aa92-ddfb5f061e20', 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a', 'admin_state_up': True, 'tenant_id': '37d13fe0d14347878b8947fcee1767ef'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:33:51.464395 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a95eb0df-76bd-4090-a9ae-3010586fa772 req-2dfe2269-c2d5-433f-9780-11901d09999b tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 210 time: 0.0466595 Sep 19 12:33:51.608566 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Made reservation on behalf of 37d13fe0d14347878b8947fcee1767ef for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:33:51.613957 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:51.626828 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:51.742501 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks [] for security_group (e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:51.836129 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [req-1f8264d0-ac1a-4f9f-92a2-08fdd5e68ef9 req-351914b6-f512-4f23-8d09-6d941d6be656 service neutron] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:33:51.837488 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1f8264d0-ac1a-4f9f-92a2-08fdd5e68ef9 req-351914b6-f512-4f23-8d09-6d941d6be656 service neutron] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060911 Sep 19 12:33:51.867365 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:51.949048 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:52.036187 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Allocated IP 192.168.233.180 (49fe2cd4-5854-46fa-b7f8-2397f9977c4a/6e5e0460-e65c-4dfd-b064-ac8deac8d108/e94fa5f7-4a07-486c-a04d-ec2a380132ab) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:33:52.484787 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e100ff-c624-4d19-9836-4eb16c1d221c req-26b58dac-20a3-4038-b343-d8c3fc889721 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:52.486194 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-42e100ff-c624-4d19-9836-4eb16c1d221c req-26b58dac-20a3-4038-b343-d8c3fc889721 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0593679 Sep 19 12:33:52.528819 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:52.534441 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:52.560974 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks [] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:52.579844 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-42e100ff-c624-4d19-9836-4eb16c1d221c req-f1aca028-c963-4d63-b110-8702dcb0b309 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804958 Sep 19 12:33:52.628572 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a7b98b4-e43c-4d42-a081-ec79aec02904 req-e219e15c-8155-4939-977e-27072185b7fc tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 210 time: 0.0443127 Sep 19 12:33:52.718141 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:52.763658 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:33:52.770658 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:33:52.775198 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:33:52.802434 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Pushing event updated for resources: {'Port': ['ID=e94fa5f7-4a07-486c-a04d-ec2a380132ab,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:52.838537 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:52.839190 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:52.938346 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-7d8a5cdc-85ff-490a-bf5b-70c7957d6c2e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6054406 Sep 19 12:33:52.954246 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Request body: {'port': {'device_id': '095a68b6-5694-483a-aa92-ddfb5f061e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:33:53.036166 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:53.078427 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43424) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:53.085740 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-81391f86-cfac-4eef-a53e-6681ff3f7163 None None] Provisioning complete for port e94fa5f7-4a07-486c-a04d-ec2a380132ab triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:33:53.086301 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-81391f86-cfac-4eef-a53e-6681ff3f7163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:53.086667 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-81391f86-cfac-4eef-a53e-6681ff3f7163 None None] Attempt 1 to provision port e94fa5f7-4a07-486c-a04d-ec2a380132ab Sep 19 12:33:53.136531 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-81391f86-cfac-4eef-a53e-6681ff3f7163 None None] Port e94fa5f7-4a07-486c-a04d-ec2a380132ab cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:33:53.197675 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-e0f23f65-e18b-4816-8000-cfd098da51dc service neutron] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180234 Sep 19 12:33:53.206902 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-3b937570-4697-4a7d-87c3-3df5bb8b7d98 service neutron] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:33:53.207900 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-3b937570-4697-4a7d-87c3-3df5bb8b7d98 service neutron] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054376 Sep 19 12:33:53.289784 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43432) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:33:53.344730 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94fa5f7-4a07-486c-a04d-ec2a380132ab {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:33:53.353943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Publish callbacks [] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:53.356376 dv-cinder-850618-3-iscsi neutron-server[106970]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 12:33:53.370566 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Transition to ACTIVE for port object e94fa5f7-4a07-486c-a04d-ec2a380132ab will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:33:53.383147 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:53.404333 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-c14e8af5-121a-442a-bfe0-5031404b51fb tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:53.406005 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-c14e8af5-121a-442a-bfe0-5031404b51fb tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports/760b99b4-defc-4bbb-86a7-39ce573ef1d4 HTTP/1.1" status: 200 len: 941 time: 0.1140573 Sep 19 12:33:53.456488 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:53.502507 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:53.527823 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Pushing event updated for resources: {'Port': ['ID=e94fa5f7-4a07-486c-a04d-ec2a380132ab,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:53.584282 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Attempting to bind port e94fa5f7-4a07-486c-a04d-ec2a380132ab on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:33:53.584646 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Attempting to bind port e94fa5f7-4a07-486c-a04d-ec2a380132ab by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'a2c6aa7f-48c7-46b3-a30c-3e9f370d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:33:53.584978 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Attempting to bind port e94fa5f7-4a07-486c-a04d-ec2a380132ab on network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:33:53.635332 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Port e94fa5f7-4a07-486c-a04d-ec2a380132ab on network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:33:53.635739 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Attempting to bind port e94fa5f7-4a07-486c-a04d-ec2a380132ab on network 49fe2cd4-5854-46fa-b7f8-2397f9977c4a {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:33:53.637781 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-81391f86-cfac-4eef-a53e-6681ff3f7163 None None] Attempt 2 to provision port e94fa5f7-4a07-486c-a04d-ec2a380132ab Sep 19 12:33:53.687938 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-81391f86-cfac-4eef-a53e-6681ff3f7163 None None] Port e94fa5f7-4a07-486c-a04d-ec2a380132ab cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:33:53.690628 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:33:53.690967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Checking segment: {'id': 'a2c6aa7f-48c7-46b3-a30c-3e9f370d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:33:53.691361 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Bound using segment: {'id': 'a2c6aa7f-48c7-46b3-a30c-3e9f370d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:33:53.691803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Bound port: e94fa5f7-4a07-486c-a04d-ec2a380132ab, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c6aa7f-48c7-46b3-a30c-3e9f370d404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:33:53.692157 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:53.713294 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:53.823176 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f93bb6-8c3e-45ef-aa5c-6e455cfccf89 req-2ede46ae-a126-48eb-824b-4d85e81b99f0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:53.824768 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2f93bb6-8c3e-45ef-aa5c-6e455cfccf89 req-2ede46ae-a126-48eb-824b-4d85e81b99f0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.1165876 Sep 19 12:33:53.850068 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] For port e94fa5f7-4a07-486c-a04d-ec2a380132ab, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:33:53.864375 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2e7fa-bd98-4fea-a7ce-1b3144b56519 req-45eca59a-6587-4381-b20f-91b5f8dd8af5 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:53.865920 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-44e2e7fa-bd98-4fea-a7ce-1b3144b56519 req-45eca59a-6587-4381-b20f-91b5f8dd8af5 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 948 time: 0.1274734 Sep 19 12:33:53.880769 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] For port e94fa5f7-4a07-486c-a04d-ec2a380132ab, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e94fa5f7-4a07-486c-a04d-ec2a380132ab,segment=NetworkSegment(a2c6aa7f-48c7-46b3-a30c-3e9f370d404e),segment_id=a2c6aa7f-48c7-46b3-a30c-3e9f370d404e)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:33:53.933414 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2f93bb6-8c3e-45ef-aa5c-6e455cfccf89 req-1cfb7171-4b93-4377-a951-eaa2ee2b767a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998616 Sep 19 12:33:53.952145 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-44e2e7fa-bd98-4fea-a7ce-1b3144b56519 req-c7481ec7-32dc-43cd-9921-266f75b7264a tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704808 Sep 19 12:33:54.016372 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:54.023059 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:54.024025 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:54.026208 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/e94fa5f7-4a07-486c-a04d-ec2a380132ab HTTP/1.1" status: 200 len: 1098 time: 1.0767629 Sep 19 12:33:54.028778 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095a68b6-5694-483a-aa92-ddfb5f061e20', 'tag': 'e94fa5f7-4a07-486c-a04d-ec2a380132ab'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:33:54.031119 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4e8c57-ea0a-4ff5-960a-4c8b56d275d3" -d '{"events": [{"name": "network-changed", "server_uuid": "095a68b6-5694-483a-aa92-ddfb5f061e20", "tag": "e94fa5f7-4a07-486c-a04d-ec2a380132ab"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:33:54.083836 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c62790-7d20-46b2-a27f-920c601c8a0b service neutron] Pushing event updated for resources: {'Port': ['ID=e94fa5f7-4a07-486c-a04d-ec2a380132ab,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:54.091956 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d289d2fd-25ad-480c-9e67-0a1277a2e346 x-openstack-request-id: req-d289d2fd-25ad-480c-9e67-0a1277a2e346 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:33:54.092310 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095a68b6-5694-483a-aa92-ddfb5f061e20", "tag": "e94fa5f7-4a07-486c-a04d-ec2a380132ab", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:33:54.092676 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d289d2fd-25ad-480c-9e67-0a1277a2e346 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:33:54.093093 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d289d2fd-25ad-480c-9e67-0a1277a2e346'] response: {'name': 'network-changed', 'server_uuid': '095a68b6-5694-483a-aa92-ddfb5f061e20', 'tag': 'e94fa5f7-4a07-486c-a04d-ec2a380132ab', 'status': 'completed', 'code': 200} Sep 19 12:33:54.162832 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e8c57-ea0a-4ff5-960a-4c8b56d275d3 req-3e55fb43-553e-4b61-ad7d-73636cffd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:54.164372 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cc4e8c57-ea0a-4ff5-960a-4c8b56d275d3 req-3e55fb43-553e-4b61-ad7d-73636cffd625 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=37d13fe0d14347878b8947fcee1767ef&device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 1132 time: 0.0490654 Sep 19 12:33:54.188866 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-81391f86-cfac-4eef-a53e-6681ff3f7163 None None] Attempt 3 to provision port e94fa5f7-4a07-486c-a04d-ec2a380132ab Sep 19 12:33:54.193768 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cc4e8c57-ea0a-4ff5-960a-4c8b56d275d3 req-2b7a7bbb-923b-4ae0-925e-e9de3fe7a2c0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=37d13fe0d14347878b8947fcee1767ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208023 Sep 19 12:33:54.298357 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e8c57-ea0a-4ff5-960a-4c8b56d275d3 req-390e000a-c0e0-4c56-8b71-9d9a47b0ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:54.299821 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cc4e8c57-ea0a-4ff5-960a-4c8b56d275d3 req-390e000a-c0e0-4c56-8b71-9d9a47b0ad34 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001091 Sep 19 12:33:54.374738 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-81391f86-cfac-4eef-a53e-6681ff3f7163 None None] Port e94fa5f7-4a07-486c-a04d-ec2a380132ab had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:33:54.403483 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553389-2ce3-435d-864e-dfcf315f6192 req-08c80ed2-65e8-4fdc-a572-0a3d6377e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:54.405025 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-08c80ed2-65e8-4fdc-a572-0a3d6377e7b3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=37d13fe0d14347878b8947fcee1767ef&device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 1132 time: 0.0612509 Sep 19 12:33:54.449016 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-41dfd423-25e3-461d-9e16-07637f74f702 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e94fa5f7-4a07-486c-a04d-ec2a380132ab HTTP/1.1" status: 200 len: 217 time: 0.0346572 Sep 19 12:33:54.502476 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553389-2ce3-435d-864e-dfcf315f6192 req-f839f3e6-8959-4134-8d13-5acbe62d9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:54.504692 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-f839f3e6-8959-4134-8d13-5acbe62d9ad8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e5e0460-e65c-4dfd-b064-ac8deac8d108 HTTP/1.1" status: 200 len: 843 time: 0.0477080 Sep 19 12:33:54.550751 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553389-2ce3-435d-864e-dfcf315f6192 req-9be4198b-561e-478c-85bb-4695a9b97dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:54.552272 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-9be4198b-561e-478c-85bb-4695a9b97dc4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=49fe2cd4-5854-46fa-b7f8-2397f9977c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0416358 Sep 19 12:33:54.617614 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:54.654387 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-5d9631bf-dbe1-47d2-af9b-023490388b9a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/49fe2cd4-5854-46fa-b7f8-2397f9977c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951424 Sep 19 12:33:54.729702 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:33:54.756464 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64553389-2ce3-435d-864e-dfcf315f6192 req-16a2ceaf-3758-4852-acc9-2ee38491e651 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/49fe2cd4-5854-46fa-b7f8-2397f9977c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950563 Sep 19 12:33:55.094701 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f461597-a7e2-4ab1-802c-4ad8d8d5e9fe req-1b42b30a-fd3f-47bd-8d33-52da3f04c587 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:55.096104 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f461597-a7e2-4ab1-802c-4ad8d8d5e9fe req-1b42b30a-fd3f-47bd-8d33-52da3f04c587 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0745323 Sep 19 12:33:55.116368 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c3fff-4a61-4f66-8c3b-6697718bf04c req-054cb3db-d73c-4957-a796-500b13571662 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:55.117848 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d83c3fff-4a61-4f66-8c3b-6697718bf04c req-054cb3db-d73c-4957-a796-500b13571662 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 948 time: 0.0664752 Sep 19 12:33:55.181635 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f461597-a7e2-4ab1-802c-4ad8d8d5e9fe req-712e150b-3a59-4310-a726-a7373ee71b38 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795701 Sep 19 12:33:55.195979 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d83c3fff-4a61-4f66-8c3b-6697718bf04c req-a1abf6cc-b711-44cd-8c1a-8498a79b4fd2 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708807 Sep 19 12:33:56.376922 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a936f0-eb02-4475-a50b-e70eba0cd972 req-3ecfb9e7-e117-4ed4-ba21-babb91d735df tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:56.383185 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-21a936f0-eb02-4475-a50b-e70eba0cd972 req-3ecfb9e7-e117-4ed4-ba21-babb91d735df tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0865293 Sep 19 12:33:56.386479 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8198bb-c4af-4c10-b78d-a9cbba681f7a req-c50d5456-5f82-4fc0-b80f-dbb7e178ca95 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:56.387872 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fa8198bb-c4af-4c10-b78d-a9cbba681f7a req-c50d5456-5f82-4fc0-b80f-dbb7e178ca95 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 948 time: 0.0947621 Sep 19 12:33:56.463341 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:56.469305 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fa8198bb-c4af-4c10-b78d-a9cbba681f7a req-d5de439c-581b-4bd7-b95d-73083c39df5e tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743983 Sep 19 12:33:56.472325 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-21a936f0-eb02-4475-a50b-e70eba0cd972 req-f7183b0f-7468-4059-abac-c4c280fe0769 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835857 Sep 19 12:33:56.621901 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e94fa5f7-4a07-486c-a04d-ec2a380132ab details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:33:56.739507 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port e94fa5f7-4a07-486c-a04d-ec2a380132ab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e94fa5f7-4a07-486c-a04d-ec2a380132ab,segment=NetworkSegment(a2c6aa7f-48c7-46b3-a30c-3e9f370d404e),segment_id=a2c6aa7f-48c7-46b3-a30c-3e9f370d404e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:56.751186 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'e94fa5f7-4a07-486c-a04d-ec2a380132ab', 'network_id': '49fe2cd4-5854-46fa-b7f8-2397f9977c4a', 'port_id': 'e94fa5f7-4a07-486c-a04d-ec2a380132ab', 'mac_address': 'fa:16:3e:5b:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e5e0460-e65c-4dfd-b064-ac8deac8d108', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:33:56.787160 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port e94fa5f7-4a07-486c-a04d-ec2a380132ab is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:33:56.787448 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:56.801826 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94fa5f7-4a07-486c-a04d-ec2a380132ab {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:33:56.823875 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port e94fa5f7-4a07-486c-a04d-ec2a380132ab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e94fa5f7-4a07-486c-a04d-ec2a380132ab,segment=NetworkSegment(a2c6aa7f-48c7-46b3-a30c-3e9f370d404e),segment_id=a2c6aa7f-48c7-46b3-a30c-3e9f370d404e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:56.883949 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-3e57f4c3-2471-4ad0-97b6-a245b63fa3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:56.885896 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-3e57f4c3-2471-4ad0-97b6-a245b63fa3b1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492&tenant_id=6316917c9ff94be4bed47eb0b60e7f33 HTTP/1.1" status: 200 len: 1128 time: 0.0735874 Sep 19 12:33:56.906544 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:56.931663 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:56.950625 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-51c7cdea-7d02-4823-b0d8-c519ca913647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:56.952169 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-51c7cdea-7d02-4823-b0d8-c519ca913647 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 1128 time: 0.0420089 Sep 19 12:33:56.954687 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=e94fa5f7-4a07-486c-a04d-ec2a380132ab,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:57.049864 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-9696a495-e1ca-4b23-8bf7-0473f794091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:57.051380 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-9696a495-e1ca-4b23-8bf7-0473f794091c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 917 time: 0.0926638 Sep 19 12:33:57.120862 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-ee184242-8fc1-4031-a81d-9f89dc172abc service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4 HTTP/1.1" status: 200 len: 1000 time: 0.0617464 Sep 19 12:33:57.175017 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['e94fa5f7-4a07-486c-a04d-ec2a380132ab'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:33:57.180808 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-ef8d6f2c-9f66-4ff1-bb0f-62f684ffa6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:57.182918 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-ef8d6f2c-9f66-4ff1-bb0f-62f684ffa6fe service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.0554569 Sep 19 12:33:57.211176 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:57.231958 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-79477bbc-7424-445d-813b-be649ae98e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:57.233531 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-79477bbc-7424-445d-813b-be649ae98e4f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421665 Sep 19 12:33:57.333234 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-4c1cebbf-4158-4460-8d52-89392077f7a0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913806 Sep 19 12:33:57.427219 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ab12a5a-83f9-4041-8cdc-997be6fb9450 req-d77ad4ae-5364-4d9b-b633-5ad8f71e49fc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867481 Sep 19 12:33:57.653274 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30a400-566b-4a6c-b3e9-dafbb6d7a0fe req-2d763b3f-dbe3-474f-a914-6366db0b69d5 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:57.657148 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee30a400-566b-4a6c-b3e9-dafbb6d7a0fe req-2d763b3f-dbe3-474f-a914-6366db0b69d5 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 949 time: 0.0982535 Sep 19 12:33:57.669397 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311e790-c0b6-4c1a-b662-9854c771307b req-96724309-7866-431e-81e2-0c52f2a4b23c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:57.671188 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f311e790-c0b6-4c1a-b662-9854c771307b req-96724309-7866-431e-81e2-0c52f2a4b23c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0972571 Sep 19 12:33:57.717998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:57.747121 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee30a400-566b-4a6c-b3e9-dafbb6d7a0fe req-399362ff-1fb3-4270-9d84-0960f631e3bd tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864317 Sep 19 12:33:57.754680 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f311e790-c0b6-4c1a-b662-9854c771307b req-af445efa-f557-45df-81e1-eb236e954124 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762362 Sep 19 12:33:58.636800 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e94fa5f7-4a07-486c-a04d-ec2a380132ab up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:33:58.693793 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port e94fa5f7-4a07-486c-a04d-ec2a380132ab completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:33:58.792731 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port e94fa5f7-4a07-486c-a04d-ec2a380132ab triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:33:58.793862 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:58.793862 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port e94fa5f7-4a07-486c-a04d-ec2a380132ab Sep 19 12:33:58.935754 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port e94fa5f7-4a07-486c-a04d-ec2a380132ab is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:33:58.936143 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:58.974029 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c36f9-b39a-439b-af96-1aec6d4cf0be req-fd40ba1e-c946-477d-9d42-91c7eac007ad tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:58.981809 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-da1c36f9-b39a-439b-af96-1aec6d4cf0be req-fd40ba1e-c946-477d-9d42-91c7eac007ad tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.1034319 Sep 19 12:33:58.999184 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5879f-bedc-42c7-b263-27369e178289 req-45be70db-eb38-46b7-9685-20e3aa6bd16f tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:33:59.000169 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port e94fa5f7-4a07-486c-a04d-ec2a380132ab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e94fa5f7-4a07-486c-a04d-ec2a380132ab,segment=NetworkSegment(a2c6aa7f-48c7-46b3-a30c-3e9f370d404e),segment_id=a2c6aa7f-48c7-46b3-a30c-3e9f370d404e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:33:59.001063 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0cf5879f-bedc-42c7-b263-27369e178289 req-45be70db-eb38-46b7-9685-20e3aa6bd16f tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 949 time: 0.1107459 Sep 19 12:33:59.005495 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095a68b6-5694-483a-aa92-ddfb5f061e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94fa5f7-4a07-486c-a04d-ec2a380132ab'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:33:59.013844 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d19233-eb18-4bd1-a44a-f4f63e7ac838" -d '{"events": [{"server_uuid": "095a68b6-5694-483a-aa92-ddfb5f061e20", "name": "network-vif-plugged", "status": "completed", "tag": "e94fa5f7-4a07-486c-a04d-ec2a380132ab"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:33:59.082513 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-da1c36f9-b39a-439b-af96-1aec6d4cf0be req-842d33f5-8305-45f0-9ef6-fb402ea772af tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996411 Sep 19 12:33:59.090017 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:33:59.092643 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0cf5879f-bedc-42c7-b263-27369e178289 req-cfaa7214-4325-4abe-aa5a-0f988b8596d8 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808699 Sep 19 12:33:59.149868 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:33:59.180097 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=e94fa5f7-4a07-486c-a04d-ec2a380132ab,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:33:59.183995 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f0dfed-8503-49d2-b357-4effa86eef9b x-openstack-request-id: req-a8f0dfed-8503-49d2-b357-4effa86eef9b {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:33:59.184306 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095a68b6-5694-483a-aa92-ddfb5f061e20", "name": "network-vif-plugged", "status": "completed", "tag": "e94fa5f7-4a07-486c-a04d-ec2a380132ab", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:33:59.184569 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a8f0dfed-8503-49d2-b357-4effa86eef9b {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:33:59.185022 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f0dfed-8503-49d2-b357-4effa86eef9b'] response: {'server_uuid': '095a68b6-5694-483a-aa92-ddfb5f061e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94fa5f7-4a07-486c-a04d-ec2a380132ab', 'code': 200} Sep 19 12:33:59.711532 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=2 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:00.321684 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd10f6-81c3-4681-af31-d241adec34e6 req-53ebdbb8-77a5-43e9-b5cb-b8829a2770ba tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:00.324270 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-72cd10f6-81c3-4681-af31-d241adec34e6 req-53ebdbb8-77a5-43e9-b5cb-b8829a2770ba tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.1148694 Sep 19 12:34:00.340633 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e012-4f69-4c15-9274-9a4b1d7a24d1 req-634e04b8-ee00-4a4d-a623-0b8b99a46bff tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:00.346363 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fbb5e012-4f69-4c15-9274-9a4b1d7a24d1 req-634e04b8-ee00-4a4d-a623-0b8b99a46bff tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.1169429 Sep 19 12:34:00.369269 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:00.475047 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-72cd10f6-81c3-4681-af31-d241adec34e6 req-923b76f8-bb2b-40e9-b997-1a2efc3d87c2 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304111 Sep 19 12:34:00.504323 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fbb5e012-4f69-4c15-9274-9a4b1d7a24d1 req-fe54c17b-33ea-47f0-8d29-d3ca5d7de30b tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468942 Sep 19 12:34:01.676770 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0949bf-f484-4335-9258-ced148a90645 req-5beddb92-8c3e-4f01-988d-84e1e88b5e92 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:01.682809 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43546) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:01.693414 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0f0949bf-f484-4335-9258-ced148a90645 req-5beddb92-8c3e-4f01-988d-84e1e88b5e92 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0827973 Sep 19 12:34:01.796395 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed2a1-92eb-489d-ad2f-175ad2ff625c req-51487601-ed6d-4171-99e7-43d38cd62430 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:01.803251 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f74ed2a1-92eb-489d-ad2f-175ad2ff625c req-51487601-ed6d-4171-99e7-43d38cd62430 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.0879066 Sep 19 12:34:01.827032 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0f0949bf-f484-4335-9258-ced148a90645 req-8813100b-4dbe-40d2-ba3f-e09424fdbb3e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325424 Sep 19 12:34:01.917138 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f74ed2a1-92eb-489d-ad2f-175ad2ff625c req-281ec8c0-7bb7-4aae-bacf-4651be84e5d7 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942862 Sep 19 12:34:01.935304 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc146116-8dca-4794-9707-14c6ae03867b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:02.043068 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc146116-8dca-4794-9707-14c6ae03867b admin admin] Publish callbacks [] for security_group (d072b27e-0fee-48f2-9657-01e5ea95a174), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:02.112318 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-dc146116-8dca-4794-9707-14c6ae03867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d072b27e-0fee-48f2-9657-01e5ea95a174), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:02.155467 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-dc146116-8dca-4794-9707-14c6ae03867b admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=33befea9438a4434944c05d729b391b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4699569 Sep 19 12:34:02.157118 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43550) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:02.167341 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc146116-8dca-4794-9707-14c6ae03867b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d072b27e-0fee-48f2-9657-01e5ea95a174,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:02.240942 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2c40e41b-7339-4c3e-94c5-d8624c72c1de admin admin] Publish callbacks [] for security_group (d072b27e-0fee-48f2-9657-01e5ea95a174), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:02.283693 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2c40e41b-7339-4c3e-94c5-d8624c72c1de admin admin] Publish callbacks [] for security_group (d072b27e-0fee-48f2-9657-01e5ea95a174), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:02.420353 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2c40e41b-7339-4c3e-94c5-d8624c72c1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (d072b27e-0fee-48f2-9657-01e5ea95a174), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:02.427359 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2c40e41b-7339-4c3e-94c5-d8624c72c1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:02.433349 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2c40e41b-7339-4c3e-94c5-d8624c72c1de admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/d072b27e-0fee-48f2-9657-01e5ea95a174 HTTP/1.1" status: 204 len: 168 time: 0.2698050 Sep 19 12:34:02.441337 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40e41b-7339-4c3e-94c5-d8624c72c1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d072b27e-0fee-48f2-9657-01e5ea95a174,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:03.078480 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa865d2-f379-4f5b-8c8d-c228770e045b req-1867eab0-5a8a-449d-ba1c-f0b6d8271bac tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:03.080144 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2aa865d2-f379-4f5b-8c8d-c228770e045b req-1867eab0-5a8a-449d-ba1c-f0b6d8271bac tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.0880466 Sep 19 12:34:03.086801 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538a25-c505-4029-8eef-5f61aabd8645 req-edbe971a-eadb-4953-a333-af1beb5bcbf1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:03.089051 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71538a25-c505-4029-8eef-5f61aabd8645 req-edbe971a-eadb-4953-a333-af1beb5bcbf1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0869081 Sep 19 12:34:03.173531 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2aa865d2-f379-4f5b-8c8d-c228770e045b req-5b114c94-468d-4f1b-9295-2e8b847501d4 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834188 Sep 19 12:34:03.194139 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71538a25-c505-4029-8eef-5f61aabd8645 req-6672eab0-5857-4374-b9bf-c76fe406011d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971210 Sep 19 12:34:03.340719 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43562) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:03.355422 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8045dd66-d065-4308-aafc-8cdebcf8e159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:03.392155 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:03.455901 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8045dd66-d065-4308-aafc-8cdebcf8e159 admin admin] Publish callbacks [] for security_group (f86008b8-4412-4737-97db-8ea5ec771433), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:03.563989 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8045dd66-d065-4308-aafc-8cdebcf8e159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (f86008b8-4412-4737-97db-8ea5ec771433), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:03.605785 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:03.608719 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045dd66-d065-4308-aafc-8cdebcf8e159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86008b8-4412-4737-97db-8ea5ec771433,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:03.613211 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-8045dd66-d065-4308-aafc-8cdebcf8e159 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=5116e94bc8d34951b82af64b96742099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711780 Sep 19 12:34:03.615865 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43564) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:03.616392 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94a7-accd-40eb-8c20-f52cc0db276c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:03.683121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2b03a805-5638-4cc1-b18b-a62574b303d2 admin admin] Publish callbacks [] for security_group (f86008b8-4412-4737-97db-8ea5ec771433), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:03.709908 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2b03a805-5638-4cc1-b18b-a62574b303d2 admin admin] Publish callbacks [] for security_group (f86008b8-4412-4737-97db-8ea5ec771433), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:03.924454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2b03a805-5638-4cc1-b18b-a62574b303d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (f86008b8-4412-4737-97db-8ea5ec771433), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:03.927710 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2b03a805-5638-4cc1-b18b-a62574b303d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:03.929245 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2b03a805-5638-4cc1-b18b-a62574b303d2 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/f86008b8-4412-4737-97db-8ea5ec771433 HTTP/1.1" status: 204 len: 168 time: 0.3122318 Sep 19 12:34:03.956057 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03a805-5638-4cc1-b18b-a62574b303d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86008b8-4412-4737-97db-8ea5ec771433,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:04.459921 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5c333-a70b-4e32-b72c-110a208ac473 req-9627ecd5-090e-4d33-bfbf-446eb2cc5fad tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:04.461654 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dda5c333-a70b-4e32-b72c-110a208ac473 req-9627ecd5-090e-4d33-bfbf-446eb2cc5fad tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.1264212 Sep 19 12:34:04.469572 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5939d-2943-4940-b39d-8c1f26626e9a req-23d61a55-b2e5-47a8-b7bb-61990a04c24b tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:04.471212 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bfe5939d-2943-4940-b39d-8c1f26626e9a req-23d61a55-b2e5-47a8-b7bb-61990a04c24b tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.1135552 Sep 19 12:34:04.614226 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dda5c333-a70b-4e32-b72c-110a208ac473 req-948a2076-b09e-4187-a429-64a2fc05b2f6 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365061 Sep 19 12:34:04.677609 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bfe5939d-2943-4940-b39d-8c1f26626e9a req-1dd87589-56c3-4ff1-b2f2-c6aead11be3e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922789 Sep 19 12:34:04.729480 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=6 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:05.713272 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d9059918-228b-45c2-a041-9925cb7f5c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:05.761991 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 43580) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:05.788664 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bdd7-eb68-4d07-b756-b98ecd67a81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:05.831965 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621c007-c3d0-4c2d-a605-7ca364db93e2 req-4af81d81-afff-4df6-847a-9b8a8f56b621 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:05.834987 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8621c007-c3d0-4c2d-a605-7ca364db93e2 req-4af81d81-afff-4df6-847a-9b8a8f56b621 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.0967686 Sep 19 12:34:05.913206 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95730069-4155-4624-8941-00b0698b6efc req-ae1d8dd9-0bed-4766-b08b-5821292ef050 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:05.916426 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-95730069-4155-4624-8941-00b0698b6efc req-ae1d8dd9-0bed-4766-b08b-5821292ef050 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0801051 Sep 19 12:34:05.943061 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bdd7-eb68-4d07-b756-b98ecd67a81b admin admin] Publish callbacks [] for security_group (de7d9599-930d-4e0c-89fd-9de24f6d37f9), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:05.951295 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8621c007-c3d0-4c2d-a605-7ca364db93e2 req-90e6855d-647b-4a26-b236-575ee587c2b6 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029429 Sep 19 12:34:06.000852 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-95730069-4155-4624-8941-00b0698b6efc req-da840e1b-a7dc-4d48-be7f-809a26949f8e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720670 Sep 19 12:34:06.020885 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c3b5bdd7-eb68-4d07-b756-b98ecd67a81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (de7d9599-930d-4e0c-89fd-9de24f6d37f9), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:06.055010 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:06.065901 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-c3b5bdd7-eb68-4d07-b756-b98ecd67a81b admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=5d5ea15cf6d943c7ad717c143eefcf79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027790 Sep 19 12:34:06.066717 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5bdd7-eb68-4d07-b756-b98ecd67a81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7d9599-930d-4e0c-89fd-9de24f6d37f9,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:06.070136 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43582) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:06.134250 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-171d2d7f-9f22-4118-a3a7-bdf476a11087 admin admin] Publish callbacks [] for security_group (de7d9599-930d-4e0c-89fd-9de24f6d37f9), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:06.159077 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-171d2d7f-9f22-4118-a3a7-bdf476a11087 admin admin] Publish callbacks [] for security_group (de7d9599-930d-4e0c-89fd-9de24f6d37f9), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:06.324241 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-171d2d7f-9f22-4118-a3a7-bdf476a11087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (de7d9599-930d-4e0c-89fd-9de24f6d37f9), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:06.327021 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-171d2d7f-9f22-4118-a3a7-bdf476a11087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:06.328230 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-171d2d7f-9f22-4118-a3a7-bdf476a11087 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/de7d9599-930d-4e0c-89fd-9de24f6d37f9 HTTP/1.1" status: 204 len: 168 time: 0.2567425 Sep 19 12:34:06.337046 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d2d7f-9f22-4118-a3a7-bdf476a11087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7d9599-930d-4e0c-89fd-9de24f6d37f9,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:07.003081 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:07.105479 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27216-e38a-41c8-b3a8-110410b12f60 req-7073e271-03f7-452d-b589-a8864283462a tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:07.107325 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cdd27216-e38a-41c8-b3a8-110410b12f60 req-7073e271-03f7-452d-b589-a8864283462a tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.0644970 Sep 19 12:34:07.165561 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:07.180852 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58541458-cfdb-43ff-9c74-b1a03f51b577 req-7ac87345-cbc8-438e-ae69-6ad2c065f20e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:07.183061 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58541458-cfdb-43ff-9c74-b1a03f51b577 req-7ac87345-cbc8-438e-ae69-6ad2c065f20e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0747826 Sep 19 12:34:07.218041 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cdd27216-e38a-41c8-b3a8-110410b12f60 req-3e05db47-9e13-4975-9ae2-1ce6841e83af tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991669 Sep 19 12:34:07.287493 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a579f-2df9-4a17-9d1d-55be80d78441 req-f3f4cddd-0bbf-474c-b706-3ac0761fab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:07.288992 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a97a579f-2df9-4a17-9d1d-55be80d78441 req-f3f4cddd-0bbf-474c-b706-3ac0761fab15 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 1134 time: 0.0637190 Sep 19 12:34:07.293682 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-58541458-cfdb-43ff-9c74-b1a03f51b577 req-b3bd24a4-077f-4552-9c0d-debcfe9aa3a6 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968099 Sep 19 12:34:07.348145 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a97a579f-2df9-4a17-9d1d-55be80d78441 req-c25fad1a-c7af-4761-aa62-2a35ef71706f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521009 Sep 19 12:34:08.347286 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:08.361591 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6611bd-7fc5-43b2-a99f-a473988ea791 req-85032fec-1fe3-4f5f-a327-a40897bd5a89 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:08.361935 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cb6611bd-7fc5-43b2-a99f-a473988ea791 req-85032fec-1fe3-4f5f-a327-a40897bd5a89 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.0558279 Sep 19 12:34:08.492164 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cb6611bd-7fc5-43b2-a99f-a473988ea791 req-b58f5e9a-8735-4bd6-b95a-189a23d3ed35 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239271 Sep 19 12:34:08.500769 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea197025-4ee1-45e4-b716-76a6fea70747 req-fa99d9d9-dfe0-49f1-a102-4346474bf37f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:08.500769 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea197025-4ee1-45e4-b716-76a6fea70747 req-fa99d9d9-dfe0-49f1-a102-4346474bf37f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0878069 Sep 19 12:34:08.566800 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea197025-4ee1-45e4-b716-76a6fea70747 req-0ef65d23-0bae-4c84-91a8-61c36dcd6867 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560341 Sep 19 12:34:08.707194 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:08.741451 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:09.635147 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4df5e-61dc-46c0-82ce-d8d128ecd6ff req-4d896ffc-f6e4-46d2-a62b-97573b62e82c tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:09.637100 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2b4df5e-61dc-46c0-82ce-d8d128ecd6ff req-4d896ffc-f6e4-46d2-a62b-97573b62e82c tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.0582917 Sep 19 12:34:09.742868 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebaee9-9a50-427b-8585-ee37a9ab7a34 req-31b6061b-609a-414b-ac14-776c6fd89f9e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:09.744547 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-39ebaee9-9a50-427b-8585-ee37a9ab7a34 req-31b6061b-609a-414b-ac14-776c6fd89f9e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0779016 Sep 19 12:34:09.748652 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2b4df5e-61dc-46c0-82ce-d8d128ecd6ff req-19cd9733-110e-4169-899e-a8c019193a1a tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957344 Sep 19 12:34:09.819032 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-39ebaee9-9a50-427b-8585-ee37a9ab7a34 req-14c316e2-5dbd-4c8b-bb35-55206102b3d8 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674736 Sep 19 12:34:10.295057 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681517b7-7b51-4230-a69a-70cf23155d61 req-2c65d0d2-6962-4382-b52e-83a0096f2a8f tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:10.296540 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-681517b7-7b51-4230-a69a-70cf23155d61 req-2c65d0d2-6962-4382-b52e-83a0096f2a8f tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.0560231 Sep 19 12:34:10.361763 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-681517b7-7b51-4230-a69a-70cf23155d61 req-6938a80f-be9a-4c21-b179-c2c7d48a4576 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522738 Sep 19 12:34:10.981650 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefb40b-57d9-4cc2-afd5-c7f977d4860d req-49a799c1-3d59-4b65-8c84-96acad6dbd08 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:10.983091 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2eefb40b-57d9-4cc2-afd5-c7f977d4860d req-49a799c1-3d59-4b65-8c84-96acad6dbd08 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0521533 Sep 19 12:34:11.034821 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2eefb40b-57d9-4cc2-afd5-c7f977d4860d req-9cc68d8b-e6d0-45d3-a689-b91d225e5b79 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 Sep 19 12:34:11.489161 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eea1bc-c0bc-485d-be1c-4f3d80085cd2 req-c9b979a5-b753-4759-b8ac-e0eb094a67af tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:11.490651 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-35eea1bc-c0bc-485d-be1c-4f3d80085cd2 req-c9b979a5-b753-4759-b8ac-e0eb094a67af tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.0477760 Sep 19 12:34:11.542027 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-35eea1bc-c0bc-485d-be1c-4f3d80085cd2 req-2f4253b6-506b-44a6-9481-31f86bb24e52 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456960 Sep 19 12:34:11.744198 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-77b356dc-aec4-4460-ad85-13f5e06456ce tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:11.745633 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-77b356dc-aec4-4460-ad85-13f5e06456ce tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 950 time: 0.0473361 Sep 19 12:34:11.991131 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Deleting port e94fa5f7-4a07-486c-a04d-ec2a380132ab {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:34:11.991850 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:12.091918 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] For port e94fa5f7-4a07-486c-a04d-ec2a380132ab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e94fa5f7-4a07-486c-a04d-ec2a380132ab,segment=NetworkSegment(a2c6aa7f-48c7-46b3-a30c-3e9f370d404e),segment_id=a2c6aa7f-48c7-46b3-a30c-3e9f370d404e)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:34:12.092284 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:12.107552 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Calling delete_port for e94fa5f7-4a07-486c-a04d-ec2a380132ab owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:34:12.158826 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:12.209529 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eee93-6a95-4f25-ba27-6e7022eeb60b req-f0dcb557-48d4-4594-a013-898329040536 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:12.210987 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a85eee93-6a95-4f25-ba27-6e7022eeb60b req-f0dcb557-48d4-4594-a013-898329040536 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0917840 Sep 19 12:34:12.251561 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:12.294748 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a85eee93-6a95-4f25-ba27-6e7022eeb60b req-3b3d50ae-5525-4cb3-95ca-c189a71efa9f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774269 Sep 19 12:34:12.398196 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (e94fa5f7-4a07-486c-a04d-ec2a380132ab), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:12.411359 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['e94fa5f7-4a07-486c-a04d-ec2a380132ab'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:34:12.429826 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Pushing event deleted for resources: {'Port': ['ID=e94fa5f7-4a07-486c-a04d-ec2a380132ab,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:12.762426 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] No DVR routers for this DVR port e94fa5f7-4a07-486c-a04d-ec2a380132ab on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:34:12.765122 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:12.768432 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-80ada3c6-8dd0-456d-8a3c-4495650d0751 req-13c60e20-35ac-43ec-b5dc-e86110b13293 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.26 "DELETE /networking/v2.0/ports/e94fa5f7-4a07-486c-a04d-ec2a380132ab HTTP/1.1" status: 204 len: 173 time: 0.8685987 Sep 19 12:34:12.776303 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095a68b6-5694-483a-aa92-ddfb5f061e20', 'name': 'network-vif-deleted', 'tag': 'e94fa5f7-4a07-486c-a04d-ec2a380132ab'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:34:12.778519 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1275e5ad-efbc-47c1-96c7-a250532ca1e8" -d '{"events": [{"server_uuid": "095a68b6-5694-483a-aa92-ddfb5f061e20", "name": "network-vif-deleted", "tag": "e94fa5f7-4a07-486c-a04d-ec2a380132ab"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:12.800470 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-41092b2c-a529-4276-b8f6-929d53d43900 req-cc5f945b-ac2b-403a-b445-307c2e26b7f4 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 210 time: 0.0397060 Sep 19 12:34:12.816477 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23097cad-907f-456c-8e98-ecc009a713d3 x-openstack-request-id: req-23097cad-907f-456c-8e98-ecc009a713d3 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:12.816838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095a68b6-5694-483a-aa92-ddfb5f061e20", "name": "network-vif-deleted", "tag": "e94fa5f7-4a07-486c-a04d-ec2a380132ab", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:12.817082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-23097cad-907f-456c-8e98-ecc009a713d3 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:12.817463 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23097cad-907f-456c-8e98-ecc009a713d3'] response: {'server_uuid': '095a68b6-5694-483a-aa92-ddfb5f061e20', 'name': 'network-vif-deleted', 'tag': 'e94fa5f7-4a07-486c-a04d-ec2a380132ab', 'status': 'completed', 'code': 200} Sep 19 12:34:12.965311 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43684) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:13.077084 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-40fbb36b-c3cf-42dc-ab15-2d3da495a8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:13.153576 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-40fbb36b-c3cf-42dc-ab15-2d3da495a8b7 admin admin] Publish callbacks [] for security_group (a995d80b-67a5-4290-b8ee-392b67be812f), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:13.238003 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-40fbb36b-c3cf-42dc-ab15-2d3da495a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (a995d80b-67a5-4290-b8ee-392b67be812f), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:13.276777 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbb36b-c3cf-42dc-ab15-2d3da495a8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a995d80b-67a5-4290-b8ee-392b67be812f,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:13.281159 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-40fbb36b-c3cf-42dc-ab15-2d3da495a8b7 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=60cbd7a24aa74736966a19df4f28052f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147564 Sep 19 12:34:13.284335 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43688) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:13.339473 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da1b98ba-2832-4007-ba7d-b364ee2ce1ba admin admin] Publish callbacks [] for security_group (a995d80b-67a5-4290-b8ee-392b67be812f), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:13.363302 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da1b98ba-2832-4007-ba7d-b364ee2ce1ba admin admin] Publish callbacks [] for security_group (a995d80b-67a5-4290-b8ee-392b67be812f), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:13.439786 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e66e-5e6c-4c80-b238-16b3be9f52a0 req-836011cc-31cc-4b2e-a8b6-ddcc5d7484a4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:13.441274 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9da2e66e-5e6c-4c80-b238-16b3be9f52a0 req-836011cc-31cc-4b2e-a8b6-ddcc5d7484a4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0609918 Sep 19 12:34:13.495690 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9da2e66e-5e6c-4c80-b238-16b3be9f52a0 req-e2d6e774-fbf6-401a-be63-f531940e4719 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477388 Sep 19 12:34:13.523326 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da1b98ba-2832-4007-ba7d-b364ee2ce1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (a995d80b-67a5-4290-b8ee-392b67be812f), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:13.525888 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-da1b98ba-2832-4007-ba7d-b364ee2ce1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:13.527037 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-da1b98ba-2832-4007-ba7d-b364ee2ce1ba admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/a995d80b-67a5-4290-b8ee-392b67be812f HTTP/1.1" status: 204 len: 168 time: 0.2421105 Sep 19 12:34:13.535258 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b98ba-2832-4007-ba7d-b364ee2ce1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a995d80b-67a5-4290-b8ee-392b67be812f,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:13.952551 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-53898f50-d6a5-4f66-a297-bf53b409da16 req-e0238f1e-0edb-40a8-9ede-c1fd14686128 tempest-VolumesNegativeTest-755503130 tempest-VolumesNegativeTest-755503130-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=095a68b6-5694-483a-aa92-ddfb5f061e20 HTTP/1.1" status: 200 len: 210 time: 0.0319350 Sep 19 12:34:14.313335 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43698) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:14.327946 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-24b94c25-a1f3-4826-b876-5cec0a466e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:14.360814 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:14.414423 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-24b94c25-a1f3-4826-b876-5cec0a466e22 admin admin] Publish callbacks [] for security_group (b974f5d9-1003-466b-8a1c-c6c2106d989f), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:14.483659 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-24b94c25-a1f3-4826-b876-5cec0a466e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b974f5d9-1003-466b-8a1c-c6c2106d989f), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:14.521460 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b94c25-a1f3-4826-b876-5cec0a466e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b974f5d9-1003-466b-8a1c-c6c2106d989f,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:14.526561 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-24b94c25-a1f3-4826-b876-5cec0a466e22 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=42a86f484e814310a8f6fc5451f1d620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121773 Sep 19 12:34:14.529608 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 43700) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:14.547273 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:14.581072 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7e32cf06-6450-4347-8eb5-5acf6929dc2a admin admin] Publish callbacks [] for security_group (b974f5d9-1003-466b-8a1c-c6c2106d989f), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:14.606406 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7e32cf06-6450-4347-8eb5-5acf6929dc2a admin admin] Publish callbacks [] for security_group (b974f5d9-1003-466b-8a1c-c6c2106d989f), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:14.722830 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 760b99b4-defc-4bbb-86a7-39ce573ef1d4 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:34:14.726738 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e94fa5f7-4a07-486c-a04d-ec2a380132ab no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:34:14.753812 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: e94fa5f7-4a07-486c-a04d-ec2a380132ab {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:34:14.754150 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e94fa5f7-4a07-486c-a04d-ec2a380132ab not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:34:14.801632 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c59e-8db4-4d8c-9179-92e76a86f94c req-f6ca592b-0e26-4e32-941b-e76dc6b38737 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:14.803209 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2cb4c59e-8db4-4d8c-9179-92e76a86f94c req-f6ca592b-0e26-4e32-941b-e76dc6b38737 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 944 time: 0.0553048 Sep 19 12:34:14.850517 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7e32cf06-6450-4347-8eb5-5acf6929dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (b974f5d9-1003-466b-8a1c-c6c2106d989f), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:14.852262 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:34:14.853611 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7e32cf06-6450-4347-8eb5-5acf6929dc2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:14.854796 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-7e32cf06-6450-4347-8eb5-5acf6929dc2a admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/b974f5d9-1003-466b-8a1c-c6c2106d989f HTTP/1.1" status: 204 len: 168 time: 0.3245783 Sep 19 12:34:14.866711 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'port_id': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'mac_address': 'fa:16:3e:9b:95:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:34:14.869507 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2cb4c59e-8db4-4d8c-9179-92e76a86f94c req-680882a0-a814-4587-9dd2-5868dc93efb9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579350 Sep 19 12:34:14.875158 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32cf06-6450-4347-8eb5-5acf6929dc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b974f5d9-1003-466b-8a1c-c6c2106d989f,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:14.916646 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:34:14.917693 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:14.933722 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760b99b4-defc-4bbb-86a7-39ce573ef1d4 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:34:14.954998 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:34:15.066480 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:15.121160 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=9']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:15.315909 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['760b99b4-defc-4bbb-86a7-39ce573ef1d4'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:34:16.045607 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fb2c3-06b3-4a54-b2c8-4a2d447d5794 req-0b74bb49-77ba-4b8b-84af-53d1f36ee54c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:16.049208 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-503fb2c3-06b3-4a54-b2c8-4a2d447d5794 req-0b74bb49-77ba-4b8b-84af-53d1f36ee54c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 945 time: 0.0624974 Sep 19 12:34:16.063189 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=38,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:16.101094 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-503fb2c3-06b3-4a54-b2c8-4a2d447d5794 req-65aad03a-552a-4a3b-83da-a0dbe0c0b943 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481930 Sep 19 12:34:16.717638 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 760b99b4-defc-4bbb-86a7-39ce573ef1d4 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:34:16.767355 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:34:16.767645 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:16.767990 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 Sep 19 12:34:16.852744 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:34:16.852744 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:16.867744 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:16.872795 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:34:16.875024 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd9c03d-57d8-4f9f-a43d-7173f8873945" -d '{"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-plugged", "status": "completed", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:16.892496 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:34:16.928887 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276c1bca-ea80-4ea3-aad3-1af468363eef x-openstack-request-id: req-276c1bca-ea80-4ea3-aad3-1af468363eef {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:16.928887 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-plugged", "status": "completed", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:16.928887 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-276c1bca-ea80-4ea3-aad3-1af468363eef {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:16.928887 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276c1bca-ea80-4ea3-aad3-1af468363eef'] response: {'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'code': 200} Sep 19 12:34:16.969064 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:17.024692 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=10']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:17.242407 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1413-fc6b-4000-bfdb-b0f855787858 req-79c0d103-1fe0-49ba-bfa3-74adf6dbbfc9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:17.244506 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-eabc1413-fc6b-4000-bfdb-b0f855787858 req-79c0d103-1fe0-49ba-bfa3-74adf6dbbfc9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 947 time: 0.0526004 Sep 19 12:34:17.294458 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-eabc1413-fc6b-4000-bfdb-b0f855787858 req-528de60e-fbf1-4f0c-8dd8-32aab987df44 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Sep 19 12:34:17.494435 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fb5c-2f56-4b2d-853f-4af0d1da7fbe req-a919462b-d4fb-4096-96e4-f21b45802d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:17.495948 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e01fb5c-2f56-4b2d-853f-4af0d1da7fbe req-a919462b-d4fb-4096-96e4-f21b45802d61 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 1131 time: 0.0407372 Sep 19 12:34:17.541736 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:17.543692 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e01fb5c-2f56-4b2d-853f-4af0d1da7fbe req-a91c39ce-efa4-49d6-8593-a8a8e8082147 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409703 Sep 19 12:34:18.427247 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91f589-4d2f-4c41-98fb-967390b4e1cd req-4b58da94-f1dd-4076-9cf2-acfa6a5cbcb9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:18.428762 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a91f589-4d2f-4c41-98fb-967390b4e1cd req-4b58da94-f1dd-4076-9cf2-acfa6a5cbcb9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 947 time: 0.0476024 Sep 19 12:34:18.482844 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a91f589-4d2f-4c41-98fb-967390b4e1cd req-e709f7da-ce0b-49af-be71-abfcf6c2c7ba tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471108 Sep 19 12:34:19.270560 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-f5c5a25f-d60f-438c-88ef-9f99d3e1c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:19.272091 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-f5c5a25f-d60f-438c-88ef-9f99d3e1c2ed service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 1131 time: 0.0467992 Sep 19 12:34:19.397974 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-b5927f1c-7d77-4122-ac66-323325daafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:19.400084 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-b5927f1c-7d77-4122-ac66-323325daafa5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 917 time: 0.1074872 Sep 19 12:34:19.444171 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:19.477285 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-3ee4e571-64c7-4714-a418-c76ae62c89dd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4 HTTP/1.1" status: 200 len: 1002 time: 0.0712745 Sep 19 12:34:19.527656 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-97403120-f1dc-4211-b320-cce7653d28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:19.529058 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-97403120-f1dc-4211-b320-cce7653d28b6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.0461352 Sep 19 12:34:19.575258 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-aadf3b53-be07-482f-88da-607bd0455a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:19.576941 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-aadf3b53-be07-482f-88da-607bd0455a09 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417597 Sep 19 12:34:19.685463 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5292b1-2d29-4170-ac2c-2e6e881650d1 req-e8ab1e3a-51af-41af-9567-eca5df745e06 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:19.693600 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9a5292b1-2d29-4170-ac2c-2e6e881650d1 req-e8ab1e3a-51af-41af-9567-eca5df745e06 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 947 time: 0.1152718 Sep 19 12:34:19.718707 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:19.795389 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-cb01464c-c3f3-48f5-95da-114dbdac54b5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056108 Sep 19 12:34:19.801316 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9a5292b1-2d29-4170-ac2c-2e6e881650d1 req-f6114655-e7d1-46e4-9d3c-86b925c68a09 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066220 Sep 19 12:34:19.898177 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-99799582-e1ca-4d78-be94-52c875a7c0e8 req-d801cc3e-8ca4-465e-97bd-248fa708c27f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953648 Sep 19 12:34:20.927031 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6616a-da16-43df-ae55-acb5c5bf231e req-03eab3be-b1ff-424e-909e-9c04b49b89b1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:20.928394 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-69a6616a-da16-43df-ae55-acb5c5bf231e req-03eab3be-b1ff-424e-909e-9c04b49b89b1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 947 time: 0.0464978 Sep 19 12:34:20.981639 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-69a6616a-da16-43df-ae55-acb5c5bf231e req-84f08d7c-fdee-4837-a8a2-941f003a062a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472050 Sep 19 12:34:22.109118 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357a35-f0d3-49bf-be57-cc7ee680b0d7 req-b7431dd9-e275-4fce-aff4-05c75f931757 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:22.110564 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-42357a35-f0d3-49bf-be57-cc7ee680b0d7 req-b7431dd9-e275-4fce-aff4-05c75f931757 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 947 time: 0.0457463 Sep 19 12:34:22.157550 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-42357a35-f0d3-49bf-be57-cc7ee680b0d7 req-03aeb160-3cd3-41dc-9a49-965b83064982 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414128 Sep 19 12:34:25.415779 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44076) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:25.566809 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-69aa9988-c49e-46b2-84d0-8955216b901e admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=37d13fe0d14347878b8947fcee1767ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498394 Sep 19 12:34:25.571953 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44082) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:25.626059 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5e85-2c6c-4a6c-9cbc-0347cbfe7bd2 admin admin] Publish callbacks [] for security_group (e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:25.648784 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5e85-2c6c-4a6c-9cbc-0347cbfe7bd2 admin admin] Publish callbacks [] for security_group (e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:25.855051 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5e85-2c6c-4a6c-9cbc-0347cbfe7bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:25.857805 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5e85-2c6c-4a6c-9cbc-0347cbfe7bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:25.859042 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-ad4b5e85-2c6c-4a6c-9cbc-0347cbfe7bd2 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e HTTP/1.1" status: 204 len: 168 time: 0.2858381 Sep 19 12:34:25.867877 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b5e85-2c6c-4a6c-9cbc-0347cbfe7bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e88fe0-10d2-4c94-9d4a-72e1a3b9ca5e,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:26.990811 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44110) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:27.101419 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1801306207-network', 'tenant_id': '6d9c692267e643c5b0e2b8ee8cdc85fe'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:34:27.203494 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Made reservation on behalf of 6d9c692267e643c5b0e2b8ee8cdc85fe for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:34:27.205939 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:27.214931 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:27.294970 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Publish callbacks [] for security_group (e7fbc42f-e497-4dfb-aeb1-f47ffc854eda), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:27.391936 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e7fbc42f-e497-4dfb-aeb1-f47ffc854eda), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:27.414673 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:27.418363 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:34:27.422776 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:27.428488 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:27.433976 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (bf748382-6bc3-4532-b537-ae7c92c36d6b), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:27.434312 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Added segment bf748382-6bc3-4532-b537-ae7c92c36d6b of type vlan for network da226559-99ea-41b1-8942-bdd453f99fd3 Sep 19 12:34:27.474324 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (da226559-99ea-41b1-8942-bdd453f99fd3), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:27.563208 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (da226559-99ea-41b1-8942-bdd453f99fd3), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:27.564188 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:27.564809 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:27.625230 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] Pushing event updated for resources: {'Network': ['ID=da226559-99ea-41b1-8942-bdd453f99fd3,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:27.634949 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network da226559-99ea-41b1-8942-bdd453f99fd3 details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:34:27.691660 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b4625cf4-39d3-4669-ba2d-fb50dc40970f admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6995080 Sep 19 12:34:27.694580 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44114) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:27.699507 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Request body: {'subnet': {'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1801306207-subnet', 'tenant_id': '6d9c692267e643c5b0e2b8ee8cdc85fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:34:27.791578 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Made reservation on behalf of 6d9c692267e643c5b0e2b8ee8cdc85fe for: {'subnet': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:34:27.794023 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13230297'] for subnet (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:28.048973 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16177023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13230287'] for subnet (0382bc5b-0b70-4530-b7b5-33e842e699e4), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:28.101709 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0382bc5b-0b70-4530-b7b5-33e842e699e4,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:28.117325 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Checking segment: {'id': 'bf748382-6bc3-4532-b537-ae7c92c36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:34:28.123126 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Network hostable DHCP agents. Network: da226559-99ea-41b1-8942-bdd453f99fd3, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:34:28.277437 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Network da226559-99ea-41b1-8942-bdd453f99fd3 is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:34:28.397827 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, da226559-99ea-41b1-8942-bdd453f99fd3) {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:28.403475 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:28.404080 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:28.412751 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f0d3c2-72e5-4de6-98a5-806966e7ddf2 None None] Network da226559-99ea-41b1-8942-bdd453f99fd3 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:34:28.512768 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d96c35-e746-4870-a435-bf96d6a18ce3 None None] Network da226559-99ea-41b1-8942-bdd453f99fd3 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:34:28.537346 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-3fc40028-00de-4e30-93f1-1b403f45286f admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8415613 Sep 19 12:34:29.058186 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44130) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:29.178103 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2fac7132-1575-432e-a58c-a42249a129fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:29.181403 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:29.225121 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:29.268901 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2fac7132-1575-432e-a58c-a42249a129fe admin admin] Publish callbacks [] for security_group (0c54e60a-6810-4fb6-a7c7-e7ca86e8076e), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:29.351653 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2fac7132-1575-432e-a58c-a42249a129fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0c54e60a-6810-4fb6-a7c7-e7ca86e8076e), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:29.399283 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2fac7132-1575-432e-a58c-a42249a129fe admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=9830cb0d85954ae1a178dd90a3c56235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398862 Sep 19 12:34:29.400055 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac7132-1575-432e-a58c-a42249a129fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c54e60a-6810-4fb6-a7c7-e7ca86e8076e,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:29.402296 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44136) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:29.460762 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8975f88e-2731-4209-a7d3-552abfdb6bd6 admin admin] Publish callbacks [] for security_group (0c54e60a-6810-4fb6-a7c7-e7ca86e8076e), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:29.483584 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8975f88e-2731-4209-a7d3-552abfdb6bd6 admin admin] Publish callbacks [] for security_group (0c54e60a-6810-4fb6-a7c7-e7ca86e8076e), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:29.609091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8975f88e-2731-4209-a7d3-552abfdb6bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (0c54e60a-6810-4fb6-a7c7-e7ca86e8076e), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:29.611692 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-8975f88e-2731-4209-a7d3-552abfdb6bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:29.612873 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-8975f88e-2731-4209-a7d3-552abfdb6bd6 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/0c54e60a-6810-4fb6-a7c7-e7ca86e8076e HTTP/1.1" status: 204 len: 168 time: 0.2089036 Sep 19 12:34:29.621483 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975f88e-2731-4209-a7d3-552abfdb6bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c54e60a-6810-4fb6-a7c7-e7ca86e8076e,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:30.293620 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44144) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:30.307773 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9518b0d1-9dc9-47c9-87c2-946acc13d73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:30.330424 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:30.386597 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9518b0d1-9dc9-47c9-87c2-946acc13d73a admin admin] Publish callbacks [] for security_group (16b24f16-7535-4f07-99c2-c6fe723540c9), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:30.505953 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-9518b0d1-9dc9-47c9-87c2-946acc13d73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (16b24f16-7535-4f07-99c2-c6fe723540c9), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:30.543608 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:30.551088 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-9518b0d1-9dc9-47c9-87c2-946acc13d73a admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=65a160ef414b49ff89ee2af8c2e88099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563450 Sep 19 12:34:30.552239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518b0d1-9dc9-47c9-87c2-946acc13d73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b24f16-7535-4f07-99c2-c6fe723540c9,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:30.554535 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44150) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:30.608966 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7bdbca39-8a01-4eef-82a1-0a34921deb24 admin admin] Publish callbacks [] for security_group (16b24f16-7535-4f07-99c2-c6fe723540c9), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:30.630576 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7bdbca39-8a01-4eef-82a1-0a34921deb24 admin admin] Publish callbacks [] for security_group (16b24f16-7535-4f07-99c2-c6fe723540c9), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:30.772712 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-7db39d54-b7e3-4fa2-a250-487076574a00 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:30.774126 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-7db39d54-b7e3-4fa2-a250-487076574a00 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/networks?id=da226559-99ea-41b1-8942-bdd453f99fd3 HTTP/1.1" status: 200 len: 814 time: 0.1047730 Sep 19 12:34:30.790294 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-0350f3bd-05b7-4158-824c-a557a33f815c tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/quotas/6d9c692267e643c5b0e2b8ee8cdc85fe HTTP/1.1" status: 200 len: 375 time: 0.0096245 Sep 19 12:34:30.792301 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7bdbca39-8a01-4eef-82a1-0a34921deb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (16b24f16-7535-4f07-99c2-c6fe723540c9), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:30.794889 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-7bdbca39-8a01-4eef-82a1-0a34921deb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:30.796068 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-7bdbca39-8a01-4eef-82a1-0a34921deb24 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/16b24f16-7535-4f07-99c2-c6fe723540c9 HTTP/1.1" status: 204 len: 168 time: 0.2391357 Sep 19 12:34:30.804086 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbca39-8a01-4eef-82a1-0a34921deb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b24f16-7535-4f07-99c2-c6fe723540c9,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:30.825604 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-eb36c820-e5fc-4f44-8be2-c5687d790163 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293834 Sep 19 12:34:30.926412 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-afd881b6-e334-4311-b39e-b4337989f3c4 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935769 Sep 19 12:34:31.026839 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-45dff242-8051-43df-9504-f9e3e91c4a0d service neutron] 10.222.0.93 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939760 Sep 19 12:34:31.348768 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7d749599-ade8-4974-9206-b8db2f932540 req-5e4b7d57-a416-4f4a-98f8-eb274c97664c tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 210 time: 0.0343857 Sep 19 12:34:31.729214 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:34:32.447453 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1ae532a3-1a43-4a32-b8c2-1272b2b3e54e req-4674922e-81c3-4f5f-9010-5aa4ce1bbef1 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 210 time: 0.0311632 Sep 19 12:34:32.566762 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44202) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:32.675214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bcb4de13-0ee9-438e-98b2-497cb587f4b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:32.754591 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bcb4de13-0ee9-438e-98b2-497cb587f4b1 admin admin] Publish callbacks [] for security_group (1d07cd10-2181-4c86-8069-135b435074fe), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:32.820340 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bcb4de13-0ee9-438e-98b2-497cb587f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (1d07cd10-2181-4c86-8069-135b435074fe), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:32.865925 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-bcb4de13-0ee9-438e-98b2-497cb587f4b1 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=00ea7ab8ffb340dcad227795bd3e6dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979748 Sep 19 12:34:32.866823 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4de13-0ee9-438e-98b2-497cb587f4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d07cd10-2181-4c86-8069-135b435074fe,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:32.869567 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44206) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:32.933892 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1b951018-d38d-431e-bccc-428f9e2f2239 admin admin] Publish callbacks [] for security_group (1d07cd10-2181-4c86-8069-135b435074fe), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:32.957150 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1b951018-d38d-431e-bccc-428f9e2f2239 admin admin] Publish callbacks [] for security_group (1d07cd10-2181-4c86-8069-135b435074fe), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:33.065969 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1b951018-d38d-431e-bccc-428f9e2f2239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (1d07cd10-2181-4c86-8069-135b435074fe), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:33.068476 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1b951018-d38d-431e-bccc-428f9e2f2239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:33.069648 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-1b951018-d38d-431e-bccc-428f9e2f2239 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/1d07cd10-2181-4c86-8069-135b435074fe HTTP/1.1" status: 204 len: 168 time: 0.1987092 Sep 19 12:34:33.078294 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b951018-d38d-431e-bccc-428f9e2f2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d07cd10-2181-4c86-8069-135b435074fe,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:33.089812 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:33.541174 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2883744b-30e3-4111-a231-15786feeb623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:33.556393 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d26d3ed0-0521-4b50-b96a-37882f4a7048 req-7622f000-beb1-4460-bd2a-bdd8003fecf6 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 210 time: 0.0305023 Sep 19 12:34:33.856303 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:33.906319 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-4c68b59f-8479-4a57-a5af-9fda8c7abaaa tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:33.906734 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-4c68b59f-8479-4a57-a5af-9fda8c7abaaa tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.26 "GET /networking/v2.0/networks?id=da226559-99ea-41b1-8942-bdd453f99fd3 HTTP/1.1" status: 200 len: 814 time: 0.1113415 Sep 19 12:34:33.919577 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Request body: {'port': {'device_id': '9b67a92a-d614-4910-be26-d142a83d03f3', 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3', 'admin_state_up': True, 'tenant_id': '6d9c692267e643c5b0e2b8ee8cdc85fe'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:34:34.117533 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Made reservation on behalf of 6d9c692267e643c5b0e2b8ee8cdc85fe for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:34:34.122575 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:34.265114 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Allocated IP 172.20.0.13 (da226559-99ea-41b1-8942-bdd453f99fd3/0382bc5b-0b70-4530-b7b5-33e842e699e4/eacbc8a6-6f65-49b9-b2d5-21c5309b7686) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:34:34.375739 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:34.424083 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks [] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:34.517741 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:34.564273 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Network da226559-99ea-41b1-8942-bdd453f99fd3 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:34:34.570010 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:34:34.574386 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:34:34.598461 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Pushing event updated for resources: {'Port': ['ID=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:34.632657 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:34.633267 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:34.688399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7af980-5167-457d-b0c4-0e474784c176 req-2b0edff4-e61c-4757-85bc-902797725e02 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:34.689836 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6a7af980-5167-457d-b0c4-0e474784c176 req-2b0edff4-e61c-4757-85bc-902797725e02 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 932 time: 0.0525627 Sep 19 12:34:34.721218 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:34.732824 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-d247e6e1-9492-46aa-adb5-5871998718ef tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8170869 Sep 19 12:34:34.751490 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6a7af980-5167-457d-b0c4-0e474784c176 req-6af87333-0b32-405f-8298-908920197260 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556748 Sep 19 12:34:34.757492 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Request body: {'port': {'device_id': '9b67a92a-d614-4910-be26-d142a83d03f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:34:34.824020 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:35.100142 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacbc8a6-6f65-49b9-b2d5-21c5309b7686 {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:34:35.110080 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Publish callbacks [] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:35.124638 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Transition to ACTIVE for port object eacbc8a6-6f65-49b9-b2d5-21c5309b7686 will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:34:35.230326 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:35.266214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:35.291622 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Pushing event updated for resources: {'Port': ['ID=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:35.342526 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Attempting to bind port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:34:35.342855 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Attempting to bind port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'bf748382-6bc3-4532-b537-ae7c92c36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:34:35.343176 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Attempting to bind port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 on network da226559-99ea-41b1-8942-bdd453f99fd3 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:34:35.388588 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 on network da226559-99ea-41b1-8942-bdd453f99fd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:34:35.388943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Attempting to bind port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 on network da226559-99ea-41b1-8942-bdd453f99fd3 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:34:35.431355 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:34:35.431705 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Checking segment: {'id': 'bf748382-6bc3-4532-b537-ae7c92c36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:34:35.432069 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Bound using segment: {'id': 'bf748382-6bc3-4532-b537-ae7c92c36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:34:35.432502 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Bound port: eacbc8a6-6f65-49b9-b2d5-21c5309b7686, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf748382-6bc3-4532-b537-ae7c92c36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:34:35.432945 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:35.495128 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] For port eacbc8a6-6f65-49b9-b2d5-21c5309b7686, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:34:35.498289 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] For port eacbc8a6-6f65-49b9-b2d5-21c5309b7686, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:34:35.592275 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:35.596858 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:35.601033 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:35.601033 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/eacbc8a6-6f65-49b9-b2d5-21c5309b7686 HTTP/1.1" status: 200 len: 1094 time: 0.8459828 Sep 19 12:34:35.601033 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b67a92a-d614-4910-be26-d142a83d03f3', 'tag': 'eacbc8a6-6f65-49b9-b2d5-21c5309b7686'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:34:35.601812 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca6ea82-cbf9-4216-8a63-64392ad774a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b67a92a-d614-4910-be26-d142a83d03f3", "tag": "eacbc8a6-6f65-49b9-b2d5-21c5309b7686"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:35.620420 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-12cf90ee-83a2-478c-8fe9-c23d1fb51bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:35.648588 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd16c44-dd59-4b8b-ae97-12e587ee83d7 x-openstack-request-id: req-4fd16c44-dd59-4b8b-ae97-12e587ee83d7 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:35.649560 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b67a92a-d614-4910-be26-d142a83d03f3", "tag": "eacbc8a6-6f65-49b9-b2d5-21c5309b7686", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:35.649963 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4fd16c44-dd59-4b8b-ae97-12e587ee83d7 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:35.650617 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd16c44-dd59-4b8b-ae97-12e587ee83d7'] response: {'name': 'network-changed', 'server_uuid': '9b67a92a-d614-4910-be26-d142a83d03f3', 'tag': 'eacbc8a6-6f65-49b9-b2d5-21c5309b7686', 'status': 'completed', 'code': 200} Sep 19 12:34:35.663863 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5210e91-ef9e-4378-9a60-01fdf1846501 service neutron] Pushing event updated for resources: {'Port': ['ID=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:35.709772 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6ea82-cbf9-4216-8a63-64392ad774a8 req-44528e93-9927-49a1-8f59-5b85d818bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:35.711423 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ca6ea82-cbf9-4216-8a63-64392ad774a8 req-44528e93-9927-49a1-8f59-5b85d818bde7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 1128 time: 0.0440691 Sep 19 12:34:35.818533 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6ea82-cbf9-4216-8a63-64392ad774a8 req-71c3fc2a-d105-4fc5-a118-2a6d6d06c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:35.820036 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ca6ea82-cbf9-4216-8a63-64392ad774a8 req-71c3fc2a-d105-4fc5-a118-2a6d6d06c25a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0999949 Sep 19 12:34:35.925226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e28b1e-f52d-4365-be76-05f481468089 req-f6dc3ce3-1fc9-48bd-a265-1e1212f46858 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:35.926694 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-95e28b1e-f52d-4365-be76-05f481468089 req-f6dc3ce3-1fc9-48bd-a265-1e1212f46858 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 944 time: 0.0889008 Sep 19 12:34:35.974743 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:35.984544 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6ea82-cbf9-4216-8a63-64392ad774a8 req-99848135-eed3-45c1-b456-2949b79d77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:35.986012 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ca6ea82-cbf9-4216-8a63-64392ad774a8 req-99848135-eed3-45c1-b456-2949b79d77e9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566470 Sep 19 12:34:36.001057 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-95e28b1e-f52d-4365-be76-05f481468089 req-a43e25a2-b576-4455-aa01-baa82b74d9e2 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675478 Sep 19 12:34:36.074503 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-71841436-84b9-4ec4-a9d9-eef362673476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:36.075980 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-71841436-84b9-4ec4-a9d9-eef362673476 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 1128 time: 0.0432658 Sep 19 12:34:36.117323 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-8ceb191d-e616-4ad3-9f5c-e4c9d5c24097 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eacbc8a6-6f65-49b9-b2d5-21c5309b7686 HTTP/1.1" status: 200 len: 217 time: 0.0339587 Sep 19 12:34:36.175356 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-6d53c4fa-5032-49e0-88c7-c6eb78c54abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:36.176292 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-6d53c4fa-5032-49e0-88c7-c6eb78c54abc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=0382bc5b-0b70-4530-b7b5-33e842e699e4 HTTP/1.1" status: 200 len: 854 time: 0.0521882 Sep 19 12:34:36.221460 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-2859fc21-60b4-4a76-9e60-186b9cdf4005 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=da226559-99ea-41b1-8942-bdd453f99fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349724 Sep 19 12:34:36.327188 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-481421e1-dd45-4ed7-9da0-ce9bf6a9e0ca service neutron] 10.222.0.26 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976610 Sep 19 12:34:36.429064 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d2d71426-efa1-47a3-8cb4-c2b089af4ba9 req-7da898ce-9fa1-4aec-85bb-627960442dc7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941982 Sep 19 12:34:36.708989 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=14 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:37.031798 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:37.126007 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebbdd1-f128-420f-9237-d3fba734653b req-44fdcfd8-db0e-4224-a881-1094b4c13ac8 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:37.127553 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-22ebbdd1-f128-420f-9237-d3fba734653b req-44fdcfd8-db0e-4224-a881-1094b4c13ac8 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 944 time: 0.0482249 Sep 19 12:34:37.175429 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-22ebbdd1-f128-420f-9237-d3fba734653b req-5f02f394-5e71-4999-8ab6-efbc28143b5b tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Sep 19 12:34:38.296114 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c471b-c872-47c7-ac31-070fd6fdb21d req-94bf62fc-cf6c-40d0-b5fb-a82113eb5c25 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:38.297628 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-df0c471b-c872-47c7-ac31-070fd6fdb21d req-94bf62fc-cf6c-40d0-b5fb-a82113eb5c25 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 944 time: 0.0479834 Sep 19 12:34:38.345199 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-df0c471b-c872-47c7-ac31-070fd6fdb21d req-ada2c4e0-7255-4c57-a0a1-ba54b9791ccc tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Sep 19 12:34:38.740042 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:38.802921 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:39.468798 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583e495-82b1-4257-ae74-bcdfaecfd841 req-c65b143c-6477-4d68-90d6-a53bf0fe6aaa tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:39.470140 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2583e495-82b1-4257-ae74-bcdfaecfd841 req-c65b143c-6477-4d68-90d6-a53bf0fe6aaa tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 944 time: 0.0489309 Sep 19 12:34:39.506583 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:39.518179 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2583e495-82b1-4257-ae74-bcdfaecfd841 req-d93946ee-90ea-446e-b59c-0e806b0a8021 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Sep 19 12:34:39.735329 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device eacbc8a6-6f65-49b9-b2d5-21c5309b7686 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:34:39.832561 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port eacbc8a6-6f65-49b9-b2d5-21c5309b7686, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:34:39.844571 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'eacbc8a6-6f65-49b9-b2d5-21c5309b7686', 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3', 'port_id': 'eacbc8a6-6f65-49b9-b2d5-21c5309b7686', 'mac_address': 'fa:16:3e:90:50:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0382bc5b-0b70-4530-b7b5-33e842e699e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:34:39.883013 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:34:39.883918 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:39.897205 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacbc8a6-6f65-49b9-b2d5-21c5309b7686 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:34:39.918131 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port eacbc8a6-6f65-49b9-b2d5-21c5309b7686, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:34:40.041822 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:40.088839 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:40.096005 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.096354 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.096725 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.097072 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.097407 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.097735 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.098079 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.098387 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.098843 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.099111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.099436 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.099780 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.100079 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.100397 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.100748 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:40.288771 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['eacbc8a6-6f65-49b9-b2d5-21c5309b7686'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:34:40.641264 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456a42c-4db2-4432-aff7-9a7f5bf63980 req-2e112df1-6325-4d81-9887-6017b11d9a82 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:40.642854 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7456a42c-4db2-4432-aff7-9a7f5bf63980 req-2e112df1-6325-4d81-9887-6017b11d9a82 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 945 time: 0.0477083 Sep 19 12:34:40.692334 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7456a42c-4db2-4432-aff7-9a7f5bf63980 req-b3532cb5-d9b5-48eb-a6d5-908de6eb1d25 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Sep 19 12:34:40.811516 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device eacbc8a6-6f65-49b9-b2d5-21c5309b7686 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:34:40.854884 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:34:40.945707 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:34:40.946094 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:40.946432 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 Sep 19 12:34:41.020253 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:34:41.020662 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:41.044410 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67a92a-d614-4910-be26-d142a83d03f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacbc8a6-6f65-49b9-b2d5-21c5309b7686'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:34:41.046840 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd2d050-477f-4b8b-b1b0-7d437d36a36e" -d '{"events": [{"server_uuid": "9b67a92a-d614-4910-be26-d142a83d03f3", "name": "network-vif-plugged", "status": "completed", "tag": "eacbc8a6-6f65-49b9-b2d5-21c5309b7686"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:34:41.060015 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port eacbc8a6-6f65-49b9-b2d5-21c5309b7686, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:34:41.086117 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f6a38c-07fb-432c-81f7-e7ee839403a3 x-openstack-request-id: req-95f6a38c-07fb-432c-81f7-e7ee839403a3 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:34:41.087027 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67a92a-d614-4910-be26-d142a83d03f3", "name": "network-vif-plugged", "status": "completed", "tag": "eacbc8a6-6f65-49b9-b2d5-21c5309b7686", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:34:41.087281 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-95f6a38c-07fb-432c-81f7-e7ee839403a3 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:34:41.087736 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f6a38c-07fb-432c-81f7-e7ee839403a3'] response: {'server_uuid': '9b67a92a-d614-4910-be26-d142a83d03f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacbc8a6-6f65-49b9-b2d5-21c5309b7686', 'code': 200} Sep 19 12:34:41.168555 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:41.215704 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:41.442215 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ec39-be28-4b68-8e50-e078599642da req-9e47e2fb-8ff1-426b-8aad-335f3b62cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:41.443686 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-07a2ec39-be28-4b68-8e50-e078599642da req-9e47e2fb-8ff1-426b-8aad-335f3b62cec1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 1130 time: 0.0414381 Sep 19 12:34:41.488795 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-07a2ec39-be28-4b68-8e50-e078599642da req-216f5995-ceb9-40dd-bad5-ae144e1dc171 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361383 Sep 19 12:34:41.725104 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=20 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:41.811887 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba222b-b95a-47a2-83fb-b6a0b39af7d2 req-dca6225e-4623-45ec-a299-a202b1602d9b tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:41.813628 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71ba222b-b95a-47a2-83fb-b6a0b39af7d2 req-dca6225e-4623-45ec-a299-a202b1602d9b tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 946 time: 0.0475564 Sep 19 12:34:41.862605 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71ba222b-b95a-47a2-83fb-b6a0b39af7d2 req-9cc62512-65e0-4f04-a38c-74c8ee79c1e8 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431354 Sep 19 12:34:42.985871 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526eb3-47db-4d4e-8e8b-5c9f66155e1b req-59c99645-6953-45e0-9e9f-af80cd15a05f tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:42.987307 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-de526eb3-47db-4d4e-8e8b-5c9f66155e1b req-59c99645-6953-45e0-9e9f-af80cd15a05f tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 946 time: 0.0458541 Sep 19 12:34:43.037610 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-de526eb3-47db-4d4e-8e8b-5c9f66155e1b req-fa2c6906-238f-43d9-91ae-513e2d1a9b18 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Sep 19 12:34:43.072854 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=28,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:43.074098 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=61,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:44.162608 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9872ec0-7b86-4b6c-84bd-af6377a2445b req-fcde3d79-365e-4794-9697-082a1f2c69e8 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:44.163995 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c9872ec0-7b86-4b6c-84bd-af6377a2445b req-fcde3d79-365e-4794-9697-082a1f2c69e8 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 946 time: 0.0483055 Sep 19 12:34:44.184263 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:44.212240 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c9872ec0-7b86-4b6c-84bd-af6377a2445b req-0fac49af-5b3f-46fc-b636-e9f860f94f50 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Sep 19 12:34:45.342186 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28bc25-93da-4983-842a-6e3840025b71 req-4a9f4018-1c3e-4541-a8c4-377a414c67fd tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:45.343786 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c28bc25-93da-4983-842a-6e3840025b71 req-4a9f4018-1c3e-4541-a8c4-377a414c67fd tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 946 time: 0.0531464 Sep 19 12:34:45.392745 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c28bc25-93da-4983-842a-6e3840025b71 req-b371acca-ed20-4fd5-968d-f2741167911b tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Sep 19 12:34:46.524264 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217f7c-81c1-44eb-86c7-0461a26683bf req-a85011c3-0b5a-419b-aa87-b5de6c45f7f8 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:34:46.525755 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65217f7c-81c1-44eb-86c7-0461a26683bf req-a85011c3-0b5a-419b-aa87-b5de6c45f7f8 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 946 time: 0.0529008 Sep 19 12:34:46.573965 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65217f7c-81c1-44eb-86c7-0461a26683bf req-08ed7760-0be2-4631-ac35-f8164decc2da tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Sep 19 12:34:47.528521 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:56.568161 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=63 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:56.570034 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=18 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:57.420097 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:57.427191 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:57.429078 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:34:59.247110 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44462) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:59.355656 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:59.430735 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Publish callbacks [] for security_group (70b7d014-9538-4887-a707-8c08fcd99eec), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:59.528702 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (70b7d014-9538-4887-a707-8c08fcd99eec), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:59.571712 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b7d014-9538-4887-a707-8c08fcd99eec,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:59.575708 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=71c6b30b15b04d3ba6eac2e71eda7259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275437 Sep 19 12:34:59.579195 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44466) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.586787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.587813 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.587813 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c6e04-1acb-49a9-adb0-87481380a853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.631699 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Publish callbacks [] for security_group (70b7d014-9538-4887-a707-8c08fcd99eec), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:59.652372 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Publish callbacks [] for security_group (70b7d014-9538-4887-a707-8c08fcd99eec), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:59.785332 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (70b7d014-9538-4887-a707-8c08fcd99eec), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:59.788013 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:34:59.789859 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/70b7d014-9538-4887-a707-8c08fcd99eec HTTP/1.1" status: 204 len: 168 time: 0.2096610 Sep 19 12:34:59.798314 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b7d014-9538-4887-a707-8c08fcd99eec,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:34:59.806127 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.806488 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.806810 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.807147 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.807480 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.807797 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.808118 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.808446 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.808800 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.809128 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.809455 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.809780 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.810094 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.810412 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:34:59.810732 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b105-c4fd-4871-84ec-3a9a21828e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:03.522830 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0e825-df8e-4687-9fea-cd7fa7de1d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:05.570209 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c47247-0e57-4a03-8e39-62cc795b8134 req-438816d8-30c2-417c-820a-f6e0fd1c7cfd tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:05.571805 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-33c47247-0e57-4a03-8e39-62cc795b8134 req-438816d8-30c2-417c-820a-f6e0fd1c7cfd tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 947 time: 0.0533509 Sep 19 12:35:05.626135 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-33c47247-0e57-4a03-8e39-62cc795b8134 req-5a03d3f5-2e5a-43ed-8878-b4a91cce9690 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473986 Sep 19 12:35:05.636856 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-cbf49bec-f446-46a5-a3e3-1838f1beaa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:06.769176 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeeae0-752a-469f-816d-8f65bf6bdfbb req-0b56fef0-9221-4257-bba6-085d400a830c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:06.770644 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-56eeeae0-752a-469f-816d-8f65bf6bdfbb req-0b56fef0-9221-4257-bba6-085d400a830c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 947 time: 0.0472205 Sep 19 12:35:06.818300 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-56eeeae0-752a-469f-816d-8f65bf6bdfbb req-df475426-fbb5-4b59-a33f-da172d5a7213 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=76d8f083-c629-4889-a2d7-00588376668f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Sep 19 12:35:06.951001 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:07.290956 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-99c16db3-2883-4992-aeb5-94584a8d4d5c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:07.292374 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-99c16db3-2883-4992-aeb5-94584a8d4d5c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 947 time: 0.0469685 Sep 19 12:35:07.379475 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Deleting port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:35:07.379720 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:07.470466 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] For port 760b99b4-defc-4bbb-86a7-39ce573ef1d4, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=760b99b4-defc-4bbb-86a7-39ce573ef1d4,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:35:07.470827 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:07.651924 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:07.715210 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (5bd0ad06-fd83-42ee-a8b7-81d33923a6a3), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:07.715210 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Floating IP 5bd0ad06-fd83-42ee-a8b7-81d33923a6a3 disassociated. External IP: 172.27.3.147, port: 760b99b4-defc-4bbb-86a7-39ce573ef1d4. Sep 19 12:35:07.715210 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Calling delete_port for 760b99b4-defc-4bbb-86a7-39ce573ef1d4 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:35:07.911879 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (760b99b4-defc-4bbb-86a7-39ce573ef1d4), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:07.944316 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:07.948813 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-38196f0c-35dd-428e-be41-9cfb89942fc8 req-ebe78672-8959-4969-9d7f-65812752f2d9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 210 time: 0.0479789 Sep 19 12:35:07.970848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event deleted for resources: {'Port': ['ID=760b99b4-defc-4bbb-86a7-39ce573ef1d4,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:07.981345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:08.090408 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Router b421c92b-860a-40af-a38d-8fd9951197c3 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:35:08.206071 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:35:08.220649 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] Sync routers for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:35:08.246968 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:35:08.248073 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:35:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:08.253205 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] No DVR routers for this DVR port 760b99b4-defc-4bbb-86a7-39ce573ef1d4 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:35:08.256905 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:08.260843 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9625dbd-0575-49fa-b10d-5ec84ab13624 req-0ff59640-643f-4393-9997-93efdbb3979e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "DELETE /networking/v2.0/ports/760b99b4-defc-4bbb-86a7-39ce573ef1d4 HTTP/1.1" status: 204 len: 173 time: 0.9627526 Sep 19 12:35:08.261382 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-deleted', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:35:08.264185 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859420ab-d324-41a2-b5f5-4121ed1a0f0e" -d '{"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-deleted", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:08.334720 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91f3fbf-2737-4993-ac8a-c43a1f83a067 x-openstack-request-id: req-d91f3fbf-2737-4993-ac8a-c43a1f83a067 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:08.335021 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5331a8-de67-49e9-a0f6-96c8a1915492", "name": "network-vif-deleted", "tag": "760b99b4-defc-4bbb-86a7-39ce573ef1d4", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:08.335258 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d91f3fbf-2737-4993-ac8a-c43a1f83a067 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:08.337260 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91f3fbf-2737-4993-ac8a-c43a1f83a067'] response: {'server_uuid': '7c5331a8-de67-49e9-a0f6-96c8a1915492', 'name': 'network-vif-deleted', 'tag': '760b99b4-defc-4bbb-86a7-39ce573ef1d4', 'status': 'completed', 'code': 200} Sep 19 12:35:08.371783 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:35:08.579579 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:08.614332 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] Checking router: b421c92b-860a-40af-a38d-8fd9951197c3 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:35:08.631794 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:35:08.632534 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:35:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:08.725561 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:08.728833 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:35:08.750862 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:35:08.823467 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:08.947018 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:08.972294 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a39de-f88e-42be-8ab4-b9b39a85645a None None] The sync data for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi is: [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:35:09.077093 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b06b98bd-e399-4638-8bd9-bc559e99fcf8 req-8897b987-8e7e-40d3-8a30-146335b7549a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=7c5331a8-de67-49e9-a0f6-96c8a1915492 HTTP/1.1" status: 200 len: 210 time: 0.0284984 Sep 19 12:35:09.207497 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8377e-01a4-460a-8885-e2c24c179eb3 None None] New status for floating IP 5bd0ad06-fd83-42ee-a8b7-81d33923a6a3: DOWN {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:35:09.565193 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=15,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:09.578677 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=24,neutron:INSERT=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:10.238506 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44640) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:10.295417 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fb7332f4-397f-442c-b18d-0debb0b702b9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (76d8f083-c629-4889-a2d7-00588376668f), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:10.317324 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fb7332f4-397f-442c-b18d-0debb0b702b9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (76d8f083-c629-4889-a2d7-00588376668f), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:10.442959 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fb7332f4-397f-442c-b18d-0debb0b702b9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (76d8f083-c629-4889-a2d7-00588376668f), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:10.448116 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-fb7332f4-397f-442c-b18d-0debb0b702b9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:10.452113 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-fb7332f4-397f-442c-b18d-0debb0b702b9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/76d8f083-c629-4889-a2d7-00588376668f HTTP/1.1" status: 204 len: 168 time: 0.2101841 Sep 19 12:35:10.453168 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44642) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:10.460369 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7332f4-397f-442c-b18d-0debb0b702b9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d8f083-c629-4889-a2d7-00588376668f,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:10.477786 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.api.v2.resource [None req-d68ed7ce-ef16-4651-9e23-f3759adb2260 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] show failed (client error): The resource could not be found. Sep 19 12:35:10.479170 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-d68ed7ce-ef16-4651-9e23-f3759adb2260 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups/76d8f083-c629-4889-a2d7-00588376668f HTTP/1.1" status: 404 len: 347 time: 0.0236688 Sep 19 12:35:10.482778 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44644) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:10.611222 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Deleting port 485d2c6c-edb9-4e65-ad54-835b4e2c3d9e {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:35:10.611565 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (485d2c6c-edb9-4e65-ad54-835b4e2c3d9e), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:10.699719 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (485d2c6c-edb9-4e65-ad54-835b4e2c3d9e), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:10.700045 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (485d2c6c-edb9-4e65-ad54-835b4e2c3d9e), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:10.714157 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Calling delete_port for 485d2c6c-edb9-4e65-ad54-835b4e2c3d9e owned by network:floatingip {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:35:10.983006 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 760b99b4-defc-4bbb-86a7-39ce573ef1d4 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:35:11.003346 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 760b99b4-defc-4bbb-86a7-39ce573ef1d4 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:35:11.003692 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 760b99b4-defc-4bbb-86a7-39ce573ef1d4 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:35:11.042656 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (485d2c6c-edb9-4e65-ad54-835b4e2c3d9e), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:11.069860 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event deleted for resources: {'Port': ['ID=485d2c6c-edb9-4e65-ad54-835b4e2c3d9e,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:11.096473 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:11.142625 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (5bd0ad06-fd83-42ee-a8b7-81d33923a6a3), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:11.150123 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:11.150123 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-eaeacc6d-8958-4460-b648-cc8b28ccd5da tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/5bd0ad06-fd83-42ee-a8b7-81d33923a6a3 HTTP/1.1" status: 204 len: 168 time: 0.6627274 Sep 19 12:35:11.363582 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44658) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:11.366804 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-ceb632ec-81ad-4f3a-9def-8adf28b35a66 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292034223', 'description': 'tempest-description--1996252852'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:35:11.527445 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ceb632ec-81ad-4f3a-9def-8adf28b35a66 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:11.609545 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ceb632ec-81ad-4f3a-9def-8adf28b35a66 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:11.757909 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ceb632ec-81ad-4f3a-9def-8adf28b35a66 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:11.803828 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44668) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:11.805741 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb632ec-81ad-4f3a-9def-8adf28b35a66 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:11.890169 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ceb632ec-81ad-4f3a-9def-8adf28b35a66 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:11.891485 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-ceb632ec-81ad-4f3a-9def-8adf28b35a66 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5283930 Sep 19 12:35:11.894948 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44672) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:11.901051 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-4fd3c316-8e54-4827-8076-5b0e01dc8f6f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'security_group_rule': {'security_group_id': '3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:35:11.936938 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f15ddb24-3387-4c69-9048-197265edf505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.019977 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f15ddb24-3387-4c69-9048-197265edf505 admin admin] Publish callbacks [] for security_group (519d68e1-4bdf-4854-8045-677b568eb78c), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.044156 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c316-8e54-4827-8076-5b0e01dc8f6f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (cae30a97-a787-4731-9ddf-9d1a500b98c7), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.103430 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c316-8e54-4827-8076-5b0e01dc8f6f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (cae30a97-a787-4731-9ddf-9d1a500b98c7), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.104346 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f15ddb24-3387-4c69-9048-197265edf505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (519d68e1-4bdf-4854-8045-677b568eb78c), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.143558 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f15ddb24-3387-4c69-9048-197265edf505 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=8a6ef0d11946437e97b23d81f840bbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384535 Sep 19 12:35:12.146256 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44674) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:12.155506 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ddb24-3387-4c69-9048-197265edf505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519d68e1-4bdf-4854-8045-677b568eb78c,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:12.192762 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c316-8e54-4827-8076-5b0e01dc8f6f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (cae30a97-a787-4731-9ddf-9d1a500b98c7), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.217384 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2910b5fc-f7ab-4177-9efc-e3b92a988226 admin admin] Publish callbacks [] for security_group (519d68e1-4bdf-4854-8045-677b568eb78c), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.232007 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3c316-8e54-4827-8076-5b0e01dc8f6f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae30a97-a787-4731-9ddf-9d1a500b98c7,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:12.242744 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2910b5fc-f7ab-4177-9efc-e3b92a988226 admin admin] Publish callbacks [] for security_group (519d68e1-4bdf-4854-8045-677b568eb78c), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.313326 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c316-8e54-4827-8076-5b0e01dc8f6f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.316976 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-4fd3c316-8e54-4827-8076-5b0e01dc8f6f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4185889 Sep 19 12:35:12.319018 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44678) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:12.324034 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-2839e1cb-a9fc-4c4d-bb5a-49ec21d25521 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'security_group_rule': {'security_group_id': '3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:35:12.373660 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2910b5fc-f7ab-4177-9efc-e3b92a988226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (519d68e1-4bdf-4854-8045-677b568eb78c), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.377076 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2910b5fc-f7ab-4177-9efc-e3b92a988226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.378261 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2910b5fc-f7ab-4177-9efc-e3b92a988226 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/519d68e1-4bdf-4854-8045-677b568eb78c HTTP/1.1" status: 204 len: 168 time: 0.2308934 Sep 19 12:35:12.391667 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910b5fc-f7ab-4177-9efc-e3b92a988226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519d68e1-4bdf-4854-8045-677b568eb78c,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:12.410542 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2839e1cb-a9fc-4c4d-bb5a-49ec21d25521 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (e1e4ea86-44ca-4a19-b8d6-66890c453dec), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.475019 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2839e1cb-a9fc-4c4d-bb5a-49ec21d25521 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (e1e4ea86-44ca-4a19-b8d6-66890c453dec), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.557149 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2839e1cb-a9fc-4c4d-bb5a-49ec21d25521 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (e1e4ea86-44ca-4a19-b8d6-66890c453dec), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.577575 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839e1cb-a9fc-4c4d-bb5a-49ec21d25521 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e4ea86-44ca-4a19-b8d6-66890c453dec,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:12.633078 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2839e1cb-a9fc-4c4d-bb5a-49ec21d25521 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.634397 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2839e1cb-a9fc-4c4d-bb5a-49ec21d25521 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3142941 Sep 19 12:35:12.637609 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44682) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:12.642519 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:35:12.647291 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:12.653943 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:12.762281 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.843511 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:12.954630 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Allocated IP 172.27.3.96 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/b72d5ae7-5faa-4ad0-ab7e-b7726e06014b) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:35:13.041356 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44686) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:13.055339 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6aad2c32-e639-4c30-9930-3f405c74ef7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.063214 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for port (b72d5ae7-5faa-4ad0-ab7e-b7726e06014b), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.133752 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6aad2c32-e639-4c30-9930-3f405c74ef7a admin admin] Publish callbacks [] for security_group (339f37d4-783d-4476-91fa-54a62464a857), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.202974 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (b72d5ae7-5faa-4ad0-ab7e-b7726e06014b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.230810 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6aad2c32-e639-4c30-9930-3f405c74ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (339f37d4-783d-4476-91fa-54a62464a857), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.235498 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:13.236375 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:13.242708 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:35:13.245477 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:35:13.248098 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:35:13.271677 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-6aad2c32-e639-4c30-9930-3f405c74ef7a admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=9282af5164f04b89ab8352bfdf88e063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291634 Sep 19 12:35:13.275544 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad2c32-e639-4c30-9930-3f405c74ef7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339f37d4-783d-4476-91fa-54a62464a857,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:13.275544 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44688) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:13.282339 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'Port': ['ID=b72d5ae7-5faa-4ad0-ab7e-b7726e06014b,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:13.332468 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-83ae5cf5-6d75-4f4c-b1fc-662ed0f28904 admin admin] Publish callbacks [] for security_group (339f37d4-783d-4476-91fa-54a62464a857), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.367721 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (b4427f90-bb79-436d-b172-19fff36997a7), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.492947 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b72d5ae7-5faa-4ad0-ab7e-b7726e06014b), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.621987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-83ae5cf5-6d75-4f4c-b1fc-662ed0f28904 admin admin] Publish callbacks [] for security_group (339f37d4-783d-4476-91fa-54a62464a857), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.645462 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for port (b72d5ae7-5faa-4ad0-ab7e-b7726e06014b), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.699026 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (b72d5ae7-5faa-4ad0-ab7e-b7726e06014b), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.728733 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-83ae5cf5-6d75-4f4c-b1fc-662ed0f28904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (339f37d4-783d-4476-91fa-54a62464a857), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.731334 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-83ae5cf5-6d75-4f4c-b1fc-662ed0f28904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.732469 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-83ae5cf5-6d75-4f4c-b1fc-662ed0f28904 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/339f37d4-783d-4476-91fa-54a62464a857 HTTP/1.1" status: 204 len: 168 time: 0.4563179 Sep 19 12:35:13.740362 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae5cf5-6d75-4f4c-b1fc-662ed0f28904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339f37d4-783d-4476-91fa-54a62464a857,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:13.770571 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (b4427f90-bb79-436d-b172-19fff36997a7), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.777509 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'Port': ['ID=b72d5ae7-5faa-4ad0-ab7e-b7726e06014b,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:13.837309 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:13.838796 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-16ee07c1-eb29-4256-b6c1-4c5ee950269e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2002151 Sep 19 12:35:14.037721 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-c4db48b3-5af5-4a13-94a7-dc5997adb24d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1292034223&fields=id&tenant_id=6316917c9ff94be4bed47eb0b60e7f33 HTTP/1.1" status: 200 len: 267 time: 0.0432954 Sep 19 12:35:14.160731 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-4367d3cf-5e74-4cad-b7ee-8af4d2528415 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:14.162245 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-4367d3cf-5e74-4cad-b7ee-8af4d2528415 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 816 time: 0.1155167 Sep 19 12:35:14.174257 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:14.178239 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-6e68c7d3-7d52-4521-82c4-3c6f31b8cc40 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/quotas/6316917c9ff94be4bed47eb0b60e7f33 HTTP/1.1" status: 200 len: 375 time: 0.0099444 Sep 19 12:35:14.234981 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-0b1421fe-8568-45d2-9aa0-bdd79d8d352c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503983 Sep 19 12:35:14.334374 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-8d2ee3bd-99fd-44bf-99ce-e52040a9a52f service neutron] 10.222.0.93 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872734 Sep 19 12:35:14.426838 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-4110b6af-5532-4c0b-b218-62a94281b2db service neutron] 10.222.0.93 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866337 Sep 19 12:35:14.427478 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44710) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:14.444819 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2306503f-404c-46c2-86e9-f0174db9e5f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:14.513683 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:14.518747 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2306503f-404c-46c2-86e9-f0174db9e5f3 admin admin] Publish callbacks [] for security_group (313fe4f2-4706-4616-83c8-7a2d8a9659f7), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:14.653880 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2306503f-404c-46c2-86e9-f0174db9e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (313fe4f2-4706-4616-83c8-7a2d8a9659f7), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:14.697550 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2306503f-404c-46c2-86e9-f0174db9e5f3 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=d9c89a32374a401ab86cc5bf5c69c298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689705 Sep 19 12:35:14.698431 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306503f-404c-46c2-86e9-f0174db9e5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313fe4f2-4706-4616-83c8-7a2d8a9659f7,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:14.700736 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 44712) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:14.727328 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:14.755104 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9f1825a7-5c3e-4a3d-9092-556bea5dcd32 admin admin] Publish callbacks [] for security_group (313fe4f2-4706-4616-83c8-7a2d8a9659f7), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:14.776434 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9f1825a7-5c3e-4a3d-9092-556bea5dcd32 admin admin] Publish callbacks [] for security_group (313fe4f2-4706-4616-83c8-7a2d8a9659f7), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:14.794564 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b9048f1-c3b8-4405-9c69-1c91fb64273e req-d154bc8a-665f-47cf-a6f6-bc7d9368db63 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 210 time: 0.0299840 Sep 19 12:35:14.905435 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9f1825a7-5c3e-4a3d-9092-556bea5dcd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (313fe4f2-4706-4616-83c8-7a2d8a9659f7), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:14.908081 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-9f1825a7-5c3e-4a3d-9092-556bea5dcd32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:14.909456 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-9f1825a7-5c3e-4a3d-9092-556bea5dcd32 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/313fe4f2-4706-4616-83c8-7a2d8a9659f7 HTTP/1.1" status: 204 len: 168 time: 0.2072270 Sep 19 12:35:14.917957 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1825a7-5c3e-4a3d-9092-556bea5dcd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313fe4f2-4706-4616-83c8-7a2d8a9659f7,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:15.902309 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0dd5206a-c324-4b38-83ba-4e8192a18395 req-6ad2db9e-3d3f-4924-bcd6-7a82ee8a7c7c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Sep 19 12:35:17.010896 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-495bf0f3-d8aa-42c6-810a-706b1594ff48 req-2434b10c-d805-431a-88fd-7ac6b02a4fa9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 210 time: 0.0282984 Sep 19 12:35:17.322138 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-29fbf4db-049d-46bb-811f-f76260613587 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:17.323601 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-29fbf4db-049d-46bb-811f-f76260613587 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 816 time: 0.1076372 Sep 19 12:35:17.383424 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-6fdaa698-8874-4878-96c2-f87a929f03a9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6316917c9ff94be4bed47eb0b60e7f33 HTTP/1.1" status: 200 len: 380 time: 0.0520115 Sep 19 12:35:17.533394 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:18.119928 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2bea77a9-0ac7-48fa-99c3-0a5823ebb293 req-302f0ba2-7819-4812-99ff-6ddb5f2ac7a6 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Sep 19 12:35:18.278456 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'port': {'device_id': '73260e21-141c-4941-bdbe-66ee0eeef141', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'admin_state_up': True, 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'security_groups': ['3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:35:18.470799 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Made reservation on behalf of 6316917c9ff94be4bed47eb0b60e7f33 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:35:18.474745 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:18.605565 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Allocated IP 172.20.0.14 (af5272e5-f954-494b-ac83-7c8776b2b4cb/60bc15d4-a287-4cdc-b021-1f87bbb86b5f/3bbecd75-6878-45e6-92b1-03e016e3daab) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:35:18.739576 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:18.825777 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:18.875424 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Network af5272e5-f954-494b-ac83-7c8776b2b4cb is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:35:18.879961 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:18.887048 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:35:18.888454 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:35:18.893077 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:18.945562 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:18.946203 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:18.953298 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:19.027361 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-f99a338d-6a04-4e64-91cd-f461e2c0a015 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7529581 Sep 19 12:35:19.081642 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Provisioning complete for port 3bbecd75-6878-45e6-92b1-03e016e3daab triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:35:19.082235 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:19.082334 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Attempt 1 to provision port 3bbecd75-6878-45e6-92b1-03e016e3daab Sep 19 12:35:19.115232 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Port 3bbecd75-6878-45e6-92b1-03e016e3daab cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:35:19.248855 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70c3e8-6f01-47e0-913f-61b68920ca9a req-1376aef2-e8db-4967-ba7e-5b0f4e368171 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:19.250370 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aa70c3e8-6f01-47e0-913f-61b68920ca9a req-1376aef2-e8db-4967-ba7e-5b0f4e368171 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 932 time: 0.0488834 Sep 19 12:35:19.278877 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:19.281072 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=9 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:19.299573 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aa70c3e8-6f01-47e0-913f-61b68920ca9a req-8fbe5e74-596b-4b90-b72b-c55afeefa646 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 Sep 19 12:35:19.616723 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Attempt 2 to provision port 3bbecd75-6878-45e6-92b1-03e016e3daab Sep 19 12:35:19.649989 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Port 3bbecd75-6878-45e6-92b1-03e016e3daab cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:35:20.066885 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Request body: {'port': {'device_id': '73260e21-141c-4941-bdbe-66ee0eeef141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:35:20.152317 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Attempt 3 to provision port 3bbecd75-6878-45e6-92b1-03e016e3daab Sep 19 12:35:20.164568 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-9fa6971e-520f-466d-a809-e14f81f19cb7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673447 Sep 19 12:35:20.172765 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:20.201888 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Port 3bbecd75-6878-45e6-92b1-03e016e3daab cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:35:20.346576 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-201a79ee-595f-4169-9b92-c14e24c47690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:20.348085 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-201a79ee-595f-4169-9b92-c14e24c47690 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 1130 time: 0.0605304 Sep 19 12:35:20.504907 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ffc0c-0d9e-4dd6-92e1-79854c47cdb0 req-86f1d460-4d16-4edf-8a2a-cf92071ee7ac tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:20.506575 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-145ffc0c-0d9e-4dd6-92e1-79854c47cdb0 req-86f1d460-4d16-4edf-8a2a-cf92071ee7ac tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 932 time: 0.1138990 Sep 19 12:35:20.585196 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-690cfd29-0d39-4647-9296-7e994628b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:20.586643 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-690cfd29-0d39-4647-9296-7e994628b1b0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=da226559-99ea-41b1-8942-bdd453f99fd3 HTTP/1.1" status: 200 len: 915 time: 0.1928363 Sep 19 12:35:20.667897 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-145ffc0c-0d9e-4dd6-92e1-79854c47cdb0 req-6d51d39f-0408-481f-998b-3ff940dec381 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509075 Sep 19 12:35:20.671069 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-fd51b876-3574-493d-80b9-543e32bc4831 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eacbc8a6-6f65-49b9-b2d5-21c5309b7686 HTTP/1.1" status: 200 len: 217 time: 0.0727029 Sep 19 12:35:20.692794 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbecd75-6878-45e6-92b1-03e016e3daab {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:35:20.702886 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Attempt 4 to provision port 3bbecd75-6878-45e6-92b1-03e016e3daab Sep 19 12:35:20.720078 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Publish callbacks [] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:20.740159 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Port 3bbecd75-6878-45e6-92b1-03e016e3daab cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:35:20.747616 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Transition to ACTIVE for port object 3bbecd75-6878-45e6-92b1-03e016e3daab will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:35:20.753325 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-6ebc8c05-707d-45c8-86bf-6c9ff0a14914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:20.754831 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-6ebc8c05-707d-45c8-86bf-6c9ff0a14914 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=0382bc5b-0b70-4530-b7b5-33e842e699e4 HTTP/1.1" status: 200 len: 854 time: 0.0775023 Sep 19 12:35:20.787605 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-3164422e-29d1-4bce-818d-d3a6c9a1173b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=da226559-99ea-41b1-8942-bdd453f99fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259833 Sep 19 12:35:20.815136 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:20.895532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:20.915709 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:20.921361 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:20.964519 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-539802b5-df56-4f92-8ae6-6d2ce1d2b339 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691411 Sep 19 12:35:21.042278 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Attempting to bind port 3bbecd75-6878-45e6-92b1-03e016e3daab on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:35:21.042610 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Attempting to bind port 3bbecd75-6878-45e6-92b1-03e016e3daab by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:35:21.042932 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Attempting to bind port 3bbecd75-6878-45e6-92b1-03e016e3daab on network af5272e5-f954-494b-ac83-7c8776b2b4cb {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:35:21.111971 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Port 3bbecd75-6878-45e6-92b1-03e016e3daab on network af5272e5-f954-494b-ac83-7c8776b2b4cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:35:21.112301 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Attempting to bind port 3bbecd75-6878-45e6-92b1-03e016e3daab on network af5272e5-f954-494b-ac83-7c8776b2b4cb {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:35:21.115833 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac62b5d-5891-41b8-8277-a43d5d5b482e req-01c14c16-eb63-436b-8468-6eec568649f9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439242 Sep 19 12:35:21.157528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:35:21.157861 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Checking segment: {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:35:21.158238 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Bound using segment: {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:35:21.158664 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Bound port: 3bbecd75-6878-45e6-92b1-03e016e3daab, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0e6c44-7cc9-4848-b414-1bc34e349934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:35:21.159056 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:21.227339 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:35:21.230629 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:35:21.241594 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Attempt 5 to provision port 3bbecd75-6878-45e6-92b1-03e016e3daab Sep 19 12:35:21.275946 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Port 3bbecd75-6878-45e6-92b1-03e016e3daab cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:35:21.328775 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:21.333208 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:21.333823 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:21.335221 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/3bbecd75-6878-45e6-92b1-03e016e3daab HTTP/1.1" status: 200 len: 1094 time: 1.2727511 Sep 19 12:35:21.335792 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:35:21.338282 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718c8cc-e1de-4a75-aafd-164f2c08aab9" -d '{"events": [{"name": "network-changed", "server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:21.386504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10d5455-8cf3-4b48-af55-434ced6c9e14 x-openstack-request-id: req-f10d5455-8cf3-4b48-af55-434ced6c9e14 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:21.391224 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:21.391224 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f10d5455-8cf3-4b48-af55-434ced6c9e14 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:21.391224 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10d5455-8cf3-4b48-af55-434ced6c9e14'] response: {'name': 'network-changed', 'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'status': 'completed', 'code': 200} Sep 19 12:35:21.392677 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2792e9-f4b3-48fa-a6ca-892d50ff91e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:21.444342 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c8cc-e1de-4a75-aafd-164f2c08aab9 req-49d4f51a-f1fd-4879-8cc4-b64ece7acf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:21.445951 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c718c8cc-e1de-4a75-aafd-164f2c08aab9 req-49d4f51a-f1fd-4879-8cc4-b64ece7acf79 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 1128 time: 0.0408399 Sep 19 12:35:21.553463 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c8cc-e1de-4a75-aafd-164f2c08aab9 req-86a9612a-e478-4541-ae83-efcfb8110f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:21.555111 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c718c8cc-e1de-4a75-aafd-164f2c08aab9 req-86a9612a-e478-4541-ae83-efcfb8110f2b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1022420 Sep 19 12:35:21.653612 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c8cc-e1de-4a75-aafd-164f2c08aab9 req-3b9a0503-5c16-4cd3-bbde-9c482cdca7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:21.655013 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c718c8cc-e1de-4a75-aafd-164f2c08aab9 req-3b9a0503-5c16-4cd3-bbde-9c482cdca7ea service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938957 Sep 19 12:35:21.739900 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-a16038b7-f6b1-4736-be2e-d10236f42515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:21.741430 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-a16038b7-f6b1-4736-be2e-d10236f42515 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 1128 time: 0.0445359 Sep 19 12:35:21.777756 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Attempt 6 to provision port 3bbecd75-6878-45e6-92b1-03e016e3daab Sep 19 12:35:21.791457 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:21.793296 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-fc642433-9884-4b15-848a-137834a26351 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bbecd75-6878-45e6-92b1-03e016e3daab HTTP/1.1" status: 200 len: 217 time: 0.0444572 Sep 19 12:35:21.818996 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d79c864a-48c6-4523-9a23-87e2973604fc None None] Port 3bbecd75-6878-45e6-92b1-03e016e3daab had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:35:21.866659 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc899a53-22dc-4e75-8dfc-9aa82bd9cd74 req-9df63534-58c9-4b2d-9508-f31914a5323e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:21.868205 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bc899a53-22dc-4e75-8dfc-9aa82bd9cd74 req-9df63534-58c9-4b2d-9508-f31914a5323e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.1134717 Sep 19 12:35:21.894858 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-72eee473-2c5b-4e64-b719-e4993eef7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:21.896287 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-72eee473-2c5b-4e64-b719-e4993eef7237 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.0858071 Sep 19 12:35:21.925956 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bc899a53-22dc-4e75-8dfc-9aa82bd9cd74 req-077d504b-765f-4f6e-a6d2-f534088e8151 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491996 Sep 19 12:35:23.052885 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af15879-e17e-46a1-86e5-3742313e2f7d req-bb1bc75d-761c-4f79-a44f-10cd1975c640 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:23.054364 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9af15879-e17e-46a1-86e5-3742313e2f7d req-bb1bc75d-761c-4f79-a44f-10cd1975c640 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0470426 Sep 19 12:35:23.100828 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9af15879-e17e-46a1-86e5-3742313e2f7d req-ab621f65-c930-4132-bdb6-2c7edf03effe tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402856 Sep 19 12:35:24.228551 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900906da-158e-4ac5-9478-725d1db51a7a req-14bedb11-9fe9-4f78-850f-2993375eded1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:24.230004 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-900906da-158e-4ac5-9478-725d1db51a7a req-14bedb11-9fe9-4f78-850f-2993375eded1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0474179 Sep 19 12:35:24.281784 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-900906da-158e-4ac5-9478-725d1db51a7a req-a47fdefb-9a78-49ad-baaa-4ca5a15d5881 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459614 Sep 19 12:35:24.532093 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-0ff26ef6-1e64-4ad2-8b03-775e5c2380d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:24.532093 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-0ff26ef6-1e64-4ad2-8b03-775e5c2380d9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394056 Sep 19 12:35:24.767505 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:24.847019 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-506a8a5f-b6bd-4b4b-8ade-8a53cbed0c15 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878417 Sep 19 12:35:24.914280 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:24.944891 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ec0b7f6c-3136-422e-9095-4660b3d4f1c8 req-13a3e9f5-8b98-4881-8eec-9c24ea6ce6d2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901506 Sep 19 12:35:25.412549 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107ab21-f821-47ea-bee4-9617905e11a7 req-d46474eb-b821-49fd-8917-9aa34314c087 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:25.414199 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2107ab21-f821-47ea-bee4-9617905e11a7 req-d46474eb-b821-49fd-8917-9aa34314c087 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0490859 Sep 19 12:35:25.466558 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2107ab21-f821-47ea-bee4-9617905e11a7 req-f6634410-244e-4d83-abd5-e5f1eb612f1f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464692 Sep 19 12:35:26.599749 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4cc73-a1ee-4454-9840-b1a02c44ffcb req-895d5b7f-b78c-4dd3-9713-81a8ad330687 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:26.601322 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c8e4cc73-a1ee-4454-9840-b1a02c44ffcb req-895d5b7f-b78c-4dd3-9713-81a8ad330687 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0518928 Sep 19 12:35:26.649550 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c8e4cc73-a1ee-4454-9840-b1a02c44ffcb req-d696753b-4a70-4ca7-82a7-2fc6d0915e5b tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Sep 19 12:35:27.774867 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999642e-859d-41ba-893f-d6ba3bd5d661 req-04ae1aad-88fc-449d-925f-2028276ee457 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:27.776249 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7999642e-859d-41ba-893f-d6ba3bd5d661 req-04ae1aad-88fc-449d-925f-2028276ee457 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0459831 Sep 19 12:35:27.823805 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7999642e-859d-41ba-893f-d6ba3bd5d661 req-43e5470b-3b89-46d0-bf8d-b0dcf2bb00f1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418391 Sep 19 12:35:28.081618 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3bbecd75-6878-45e6-92b1-03e016e3daab details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:35:28.083842 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:28.085321 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:28.088945 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:28.191509 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:35:28.203794 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'port_id': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'mac_address': 'fa:16:3e:ac:6e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:35:28.241031 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 3bbecd75-6878-45e6-92b1-03e016e3daab is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:35:28.241419 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:28.254550 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbecd75-6878-45e6-92b1-03e016e3daab {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:35:28.276384 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:35:28.356451 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:28.409940 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:28.622259 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['3bbecd75-6878-45e6-92b1-03e016e3daab'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:35:28.954019 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb10be-e995-4da0-b424-f69c012338ae req-f9d3db21-66d1-4712-9d4d-626f9325b5a0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:28.955626 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-93bb10be-e995-4da0-b424-f69c012338ae req-f9d3db21-66d1-4712-9d4d-626f9325b5a0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 945 time: 0.0487804 Sep 19 12:35:29.010497 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-93bb10be-e995-4da0-b424-f69c012338ae req-aae1372a-6fb8-40a5-82bb-4f3715c1e14c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489480 Sep 19 12:35:30.091600 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3bbecd75-6878-45e6-92b1-03e016e3daab up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:35:30.138671 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 3bbecd75-6878-45e6-92b1-03e016e3daab completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:35:30.142481 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac49166-063b-4998-afff-2659ca1f3baf req-597ff972-09ad-4965-9d07-a75fa05e8657 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:30.143995 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac49166-063b-4998-afff-2659ca1f3baf req-597ff972-09ad-4965-9d07-a75fa05e8657 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 945 time: 0.0509925 Sep 19 12:35:30.156786 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:30.194816 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac49166-063b-4998-afff-2659ca1f3baf req-c799aac5-d528-4de3-a538-5b3e57626200 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 Sep 19 12:35:30.230755 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 3bbecd75-6878-45e6-92b1-03e016e3daab triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:35:30.231142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:30.231484 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 3bbecd75-6878-45e6-92b1-03e016e3daab Sep 19 12:35:30.304850 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 3bbecd75-6878-45e6-92b1-03e016e3daab is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:35:30.305169 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:30.328940 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:35:30.331164 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b027ee-d85b-4bb7-861b-caf95589fdce" -d '{"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-plugged", "status": "completed", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:30.343711 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:35:30.370122 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893222d7-20f6-4549-abf0-ca720058efd5 x-openstack-request-id: req-893222d7-20f6-4549-abf0-ca720058efd5 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:30.374717 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-plugged", "status": "completed", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:30.374717 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-893222d7-20f6-4549-abf0-ca720058efd5 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:30.374717 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893222d7-20f6-4549-abf0-ca720058efd5'] response: {'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'code': 200} Sep 19 12:35:30.424947 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:30.476896 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:30.792182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32307f-c386-46e9-b255-1c03eb59a4da req-72002e27-7d60-4483-b1d4-9e09b95c4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:30.793775 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ad32307f-c386-46e9-b255-1c03eb59a4da req-72002e27-7d60-4483-b1d4-9e09b95c4227 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 1130 time: 0.0420949 Sep 19 12:35:30.843750 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ad32307f-c386-46e9-b255-1c03eb59a4da req-7525c80c-8947-42ca-9afb-68927fbf126c service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 Sep 19 12:35:31.192982 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6970c-52be-4221-ae99-ea26cc617bde req-a35dd599-7d02-4bc8-bad6-27fc94341d8a tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:31.194637 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dbd6970c-52be-4221-ae99-ea26cc617bde req-a35dd599-7d02-4bc8-bad6-27fc94341d8a tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 946 time: 0.0505741 Sep 19 12:35:31.242562 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dbd6970c-52be-4221-ae99-ea26cc617bde req-993d5154-7d90-4e67-8dd6-8769c5e9d2b7 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 Sep 19 12:35:31.323570 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ad4c3-050c-486e-b652-78725b671eea req-62c16341-98ab-427c-b2e7-13d7e7fa7f25 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:31.325049 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e23ad4c3-050c-486e-b652-78725b671eea req-62c16341-98ab-427c-b2e7-13d7e7fa7f25 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0461950 Sep 19 12:35:31.371879 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e23ad4c3-050c-486e-b652-78725b671eea req-26d0c046-8fdd-4e9f-8afb-ad947a2a2369 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408454 Sep 19 12:35:31.756695 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:32.368435 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66693b6e-e0fe-4b1f-b79b-3197c1c79f23 req-1bbf55be-fe7d-44e7-81d7-56e68d700f2a tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:32.369936 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-66693b6e-e0fe-4b1f-b79b-3197c1c79f23 req-1bbf55be-fe7d-44e7-81d7-56e68d700f2a tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 946 time: 0.0502257 Sep 19 12:35:32.418872 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-66693b6e-e0fe-4b1f-b79b-3197c1c79f23 req-166eda45-3045-4389-a8cb-9f1947e0cdd5 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Sep 19 12:35:32.500478 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f01d-a0ee-4d56-8309-2ded7ad4b3f5 req-491c4732-ad49-414a-8a0c-26ff2a1a3320 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:32.502010 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac5f01d-a0ee-4d56-8309-2ded7ad4b3f5 req-491c4732-ad49-414a-8a0c-26ff2a1a3320 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0474265 Sep 19 12:35:32.554996 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aac5f01d-a0ee-4d56-8309-2ded7ad4b3f5 req-2d80dd2e-59ee-4758-8e42-9126d60f90ff tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471127 Sep 19 12:35:33.543528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be7915-312f-49a1-a2f6-d62726963e1e req-862c02d5-bebc-4369-bb1e-c6a0a4da7afc tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:33.545012 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71be7915-312f-49a1-a2f6-d62726963e1e req-862c02d5-bebc-4369-bb1e-c6a0a4da7afc tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 946 time: 0.0470178 Sep 19 12:35:33.563837 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:33.598410 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71be7915-312f-49a1-a2f6-d62726963e1e req-64dab19b-29f3-423f-85c3-0e3a54288bc2 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Sep 19 12:35:33.602130 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-58496ebe-d189-4ef3-9ea7-2018604d3057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:33.686378 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c087d-9264-4cdd-ad6e-e32687491ede req-dc4ac720-0e84-4746-a680-4751133dedf7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:33.687835 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ac7c087d-9264-4cdd-ad6e-e32687491ede req-dc4ac720-0e84-4746-a680-4751133dedf7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0479431 Sep 19 12:35:33.750594 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ac7c087d-9264-4cdd-ad6e-e32687491ede req-1996124c-48c0-4bdc-9873-92b035d1a87f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565321 Sep 19 12:35:33.832332 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-a8b7ec7b-7b46-41e7-9672-cc61bdc11216 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:33.833822 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-a8b7ec7b-7b46-41e7-9672-cc61bdc11216 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 946 time: 0.0479870 Sep 19 12:35:33.922343 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Deleting port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:35:33.922683 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:33.998977 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:34.011238 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] For port eacbc8a6-6f65-49b9-b2d5-21c5309b7686, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:35:34.011600 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:34.024411 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Calling delete_port for eacbc8a6-6f65-49b9-b2d5-21c5309b7686 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:35:34.219262 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (eacbc8a6-6f65-49b9-b2d5-21c5309b7686), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:34.231392 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['eacbc8a6-6f65-49b9-b2d5-21c5309b7686'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:35:34.246380 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Pushing event deleted for resources: {'Port': ['ID=eacbc8a6-6f65-49b9-b2d5-21c5309b7686,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:34.296214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] No DVR routers for this DVR port eacbc8a6-6f65-49b9-b2d5-21c5309b7686 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:35:34.298671 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:34.301911 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2ea5d581-8dbe-44fa-8315-7e5d49cff8ba req-dbfcab84-d004-4970-9638-758e33abb0ff tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.26 "DELETE /networking/v2.0/ports/eacbc8a6-6f65-49b9-b2d5-21c5309b7686 HTTP/1.1" status: 204 len: 173 time: 0.4608083 Sep 19 12:35:34.302378 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67a92a-d614-4910-be26-d142a83d03f3', 'name': 'network-vif-deleted', 'tag': 'eacbc8a6-6f65-49b9-b2d5-21c5309b7686'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:35:34.304591 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c7e82-d072-48c4-91a5-199df122c34b" -d '{"events": [{"server_uuid": "9b67a92a-d614-4910-be26-d142a83d03f3", "name": "network-vif-deleted", "tag": "eacbc8a6-6f65-49b9-b2d5-21c5309b7686"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:34.345237 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e447766b-ce44-46e7-a849-b7a73413df24 x-openstack-request-id: req-e447766b-ce44-46e7-a849-b7a73413df24 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:34.345528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67a92a-d614-4910-be26-d142a83d03f3", "name": "network-vif-deleted", "tag": "eacbc8a6-6f65-49b9-b2d5-21c5309b7686", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:34.345781 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e447766b-ce44-46e7-a849-b7a73413df24 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:34.346188 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e447766b-ce44-46e7-a849-b7a73413df24'] response: {'server_uuid': '9b67a92a-d614-4910-be26-d142a83d03f3', 'name': 'network-vif-deleted', 'tag': 'eacbc8a6-6f65-49b9-b2d5-21c5309b7686', 'status': 'completed', 'code': 200} Sep 19 12:35:34.703649 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ffda5cf7-9856-4865-8871-a72d07b4f72b req-3e5c65ee-7fce-432d-a74a-6f437991affd tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9b67a92a-d614-4910-be26-d142a83d03f3 HTTP/1.1" status: 200 len: 210 time: 0.0288234 Sep 19 12:35:34.885663 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad9cc-ef93-4633-9dd0-2b569655d64c req-70c2b1d5-34e5-4f0e-9f70-85ad63a15701 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:34.887481 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-76aad9cc-ef93-4633-9dd0-2b569655d64c req-70c2b1d5-34e5-4f0e-9f70-85ad63a15701 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0504801 Sep 19 12:35:34.943686 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-76aad9cc-ef93-4633-9dd0-2b569655d64c req-bb0db7d5-f22d-4d39-9ca0-130213a46d0d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503747 Sep 19 12:35:35.065766 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8b1ce-43f9-4594-93c9-935d254f0d84 req-0255789d-6e05-4327-804a-20c6ab7a0eea tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:35.067176 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7dc8b1ce-43f9-4594-93c9-935d254f0d84 req-0255789d-6e05-4327-804a-20c6ab7a0eea tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0464876 Sep 19 12:35:35.079243 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 44840) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:35:35.083619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-6bdd9240-1330-43fa-bd90-4cc7665f3a4d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Request body: {'floatingip': {'port_id': '3bbecd75-6878-45e6-92b1-03e016e3daab'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:35:35.124070 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9240-1330-43fa-bd90-4cc7665f3a4d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (b4427f90-bb79-436d-b172-19fff36997a7), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:35.630810 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2344ba1e-2b92-4859-9eed-4794bbb6e1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:35.728069 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:35.817197 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9240-1330-43fa-bd90-4cc7665f3a4d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:35.871141 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9240-1330-43fa-bd90-4cc7665f3a4d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (b4427f90-bb79-436d-b172-19fff36997a7), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:35.962958 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:35.967458 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-6bdd9240-1330-43fa-bd90-4cc7665f3a4d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Floating IP b4427f90-bb79-436d-b172-19fff36997a7 associated. External IP: 172.27.3.96, port: 3bbecd75-6878-45e6-92b1-03e016e3daab. Sep 19 12:35:36.173192 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdd9240-1330-43fa-bd90-4cc7665f3a4d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Router b421c92b-860a-40af-a38d-8fd9951197c3 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:35:36.278139 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdd9240-1330-43fa-bd90-4cc7665f3a4d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:35:36.283032 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9240-1330-43fa-bd90-4cc7665f3a4d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:36.288000 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] Sync routers for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:35:36.298582 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:35:36.299194 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:35:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:36.312999 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-6bdd9240-1330-43fa-bd90-4cc7665f3a4d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "PUT /networking/v2.0/floatingips/b4427f90-bb79-436d-b172-19fff36997a7 HTTP/1.1" status: 200 len: 991 time: 1.2326071 Sep 19 12:35:36.347907 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:35:36.350305 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390cdd4b-e440-4e95-9281-3750de266d79" -d '{"events": [{"name": "network-changed", "server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:36.387880 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a1c389-84f4-47f7-ad73-7a314e681935 x-openstack-request-id: req-69a1c389-84f4-47f7-ad73-7a314e681935 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:36.388172 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:36.388427 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69a1c389-84f4-47f7-ad73-7a314e681935 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:36.388871 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a1c389-84f4-47f7-ad73-7a314e681935'] response: {'name': 'network-changed', 'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'status': 'completed', 'code': 200} Sep 19 12:35:36.403335 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:35:36.452359 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cdd4b-e440-4e95-9281-3750de266d79 req-efba54be-e56e-44e1-a23a-5d9dbf90920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:36.454584 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-390cdd4b-e440-4e95-9281-3750de266d79 req-efba54be-e56e-44e1-a23a-5d9dbf90920e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 1130 time: 0.0457494 Sep 19 12:35:36.472835 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:36.746621 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'b4427f90-bb79-436d-b172-19fff36997a7', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'port_id': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'mac_address': 'fa:16:3e:ac:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73260e21-141c-4941-bdbe-66ee0eeef141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:35:13Z', 'updated_at': '2022-09-19T12:35:35Z', 'revision_number': 1, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:36.770715 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] Checking router: b421c92b-860a-40af-a38d-8fd9951197c3 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:35:36.778779 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:35:36.779375 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:35:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:36.890803 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:35:36.961635 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:37.044138 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:37.102845 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'b4427f90-bb79-436d-b172-19fff36997a7', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'port_id': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'mac_address': 'fa:16:3e:ac:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73260e21-141c-4941-bdbe-66ee0eeef141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:35:13Z', 'updated_at': '2022-09-19T12:35:35Z', 'revision_number': 1, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:35:37.128301 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcd89d-cfb6-41aa-85fb-57a93bf07845 None None] The sync data for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi is: [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'b4427f90-bb79-436d-b172-19fff36997a7', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'port_id': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'mac_address': 'fa:16:3e:ac:6e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73260e21-141c-4941-bdbe-66ee0eeef141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:35:13Z', 'updated_at': '2022-09-19T12:35:35Z', 'revision_number': 1, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:35:37.321653 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c4621-c926-4f29-9b9e-b7036eb5315d None None] New status for floating IP b4427f90-bb79-436d-b172-19fff36997a7: ACTIVE {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:35:37.369504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cdd4b-e440-4e95-9281-3750de266d79 req-74f21422-f136-48c5-8698-d3a636b06ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:37.370970 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-390cdd4b-e440-4e95-9281-3750de266d79 req-74f21422-f136-48c5-8698-d3a636b06ffa service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 917 time: 0.0943625 Sep 19 12:35:38.128437 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-390cdd4b-e440-4e95-9281-3750de266d79 req-d8fa996c-ca39-4b50-bff3-a366265c4e36 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bbecd75-6878-45e6-92b1-03e016e3daab HTTP/1.1" status: 200 len: 1001 time: 0.0568035 Sep 19 12:35:38.720938 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:38.754959 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:39.051778 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device eacbc8a6-6f65-49b9-b2d5-21c5309b7686 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:35:39.074916 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: eacbc8a6-6f65-49b9-b2d5-21c5309b7686 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:35:39.075250 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device eacbc8a6-6f65-49b9-b2d5-21c5309b7686 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:35:39.093871 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cdd4b-e440-4e95-9281-3750de266d79 req-5ad49e7a-824c-4c90-bc7d-e336ef8dc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:39.095305 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-390cdd4b-e440-4e95-9281-3750de266d79 req-5ad49e7a-824c-4c90-bc7d-e336ef8dc9e6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.0480082 Sep 19 12:35:39.139776 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cdd4b-e440-4e95-9281-3750de266d79 req-3584f334-a000-4eb3-9510-af89d9f8873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:39.141311 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-390cdd4b-e440-4e95-9281-3750de266d79 req-3584f334-a000-4eb3-9510-af89d9f8873f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388150 Sep 19 12:35:39.200573 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:39.238040 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-390cdd4b-e440-4e95-9281-3750de266d79 req-60d7f51d-96f5-444e-88ae-28babdd47e5f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895724 Sep 19 12:35:39.328238 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-390cdd4b-e440-4e95-9281-3750de266d79 req-85c8cea0-0960-43d7-974d-383b288d5af8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827549 Sep 19 12:35:45.728794 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:35:46.373827 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-197353cf-9ebe-47b3-bceb-87e09e81dfa7 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:46.375196 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-197353cf-9ebe-47b3-bceb-87e09e81dfa7 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/networks?id=da226559-99ea-41b1-8942-bdd453f99fd3 HTTP/1.1" status: 200 len: 814 time: 0.1054595 Sep 19 12:35:46.390267 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-93b02e57-14a0-4082-81c2-1e82cd917ac7 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/quotas/6d9c692267e643c5b0e2b8ee8cdc85fe HTTP/1.1" status: 200 len: 375 time: 0.0094159 Sep 19 12:35:46.422782 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-b4d5efad-105b-4965-9702-256f2d0cc805 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273094 Sep 19 12:35:46.518894 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ff47612c-dadc-4eb0-b6ff-bfe74fadcf7b service neutron] 10.222.0.93 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894761 Sep 19 12:35:46.588678 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:46.610584 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-8f560763-55fd-45e7-8c0f-62a213cb571f service neutron] 10.222.0.93 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860567 Sep 19 12:35:46.854713 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1e5e27d2-25ca-4f37-8c69-2e90f90ecffe req-f48f4ef5-1a23-4bda-b2d2-642a5bfcc9ab tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 210 time: 0.0281940 Sep 19 12:35:47.584683 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:47.960942 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f53c2ae1-bce0-4e63-abc5-a17c7443ed44 req-1629dcf4-b401-4fc5-b447-d54ee0d3c313 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 210 time: 0.0316427 Sep 19 12:35:49.026611 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-9f1fe830-57b0-44a1-9c8e-8e5fa434684f tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:49.028074 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-9f1fe830-57b0-44a1-9c8e-8e5fa434684f tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.26 "GET /networking/v2.0/networks?id=da226559-99ea-41b1-8942-bdd453f99fd3 HTTP/1.1" status: 200 len: 814 time: 0.1058033 Sep 19 12:35:49.040533 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Request body: {'port': {'device_id': '453aad65-dbd1-4959-b4de-68db25577cfb', 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3', 'admin_state_up': True, 'tenant_id': '6d9c692267e643c5b0e2b8ee8cdc85fe'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:35:49.113913 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-590227f7-c721-46e4-9b3a-1a868094bed9 req-f29fe756-c778-4a98-b024-d628e514c1e6 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 210 time: 0.0695908 Sep 19 12:35:49.344416 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Made reservation on behalf of 6d9c692267e643c5b0e2b8ee8cdc85fe for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:35:49.348316 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:49.481567 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Allocated IP 172.20.0.2 (da226559-99ea-41b1-8942-bdd453f99fd3/0382bc5b-0b70-4530-b7b5-33e842e699e4/964a46de-67a8-4ee7-b16c-24c0f4a8bf28) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:35:49.508024 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:49.631848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks [] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:49.738961 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:49.782172 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Network da226559-99ea-41b1-8942-bdd453f99fd3 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:35:49.787575 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:35:49.792272 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:35:49.815542 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Pushing event updated for resources: {'Port': ['ID=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:49.844456 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:49.845082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:49.848200 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:49.952847 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-ac9566a4-4659-4af4-a3c9-db2beaf1373d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9161510 Sep 19 12:35:49.964515 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Request body: {'port': {'device_id': '453aad65-dbd1-4959-b4de-68db25577cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:35:50.029944 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:50.261891 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9fef3-bb81-44e0-a86c-69a28af418b5 req-17bae3bc-4d50-41ce-978f-a95d25bd0f8c tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:50.263298 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-37f9fef3-bb81-44e0-a86c-69a28af418b5 req-17bae3bc-4d50-41ce-978f-a95d25bd0f8c tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 931 time: 0.0665395 Sep 19 12:35:50.361254 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-37f9fef3-bb81-44e0-a86c-69a28af418b5 req-fa80342c-eaff-4928-9f9e-13525f82b60a tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921314 Sep 19 12:35:50.369848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:35:50.377658 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Publish callbacks [] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:50.391069 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Transition to ACTIVE for port object 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:35:50.521533 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:50.600230 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Pushing event updated for resources: {'Port': ['ID=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:50.633656 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Attempting to bind port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:35:50.633996 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Attempting to bind port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'bf748382-6bc3-4532-b537-ae7c92c36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:35:50.634326 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Attempting to bind port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 on network da226559-99ea-41b1-8942-bdd453f99fd3 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:35:50.677027 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 on network da226559-99ea-41b1-8942-bdd453f99fd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:35:50.677358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Attempting to bind port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 on network da226559-99ea-41b1-8942-bdd453f99fd3 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:35:50.701893 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:50.725361 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:35:50.725761 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Checking segment: {'id': 'bf748382-6bc3-4532-b537-ae7c92c36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:35:50.726098 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Bound using segment: {'id': 'bf748382-6bc3-4532-b537-ae7c92c36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:35:50.726532 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Bound port: 964a46de-67a8-4ee7-b16c-24c0f4a8bf28, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf748382-6bc3-4532-b537-ae7c92c36d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:35:50.726891 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:50.791583 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] For port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:35:50.794580 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] For port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:35:50.936264 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:50.943252 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:50.944251 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:50.946568 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/964a46de-67a8-4ee7-b16c-24c0f4a8bf28 HTTP/1.1" status: 200 len: 1093 time: 0.9865000 Sep 19 12:35:50.949147 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453aad65-dbd1-4959-b4de-68db25577cfb', 'tag': '964a46de-67a8-4ee7-b16c-24c0f4a8bf28'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:35:50.952952 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7915145e-d1f5-4a86-93a2-24fff088dfba" -d '{"events": [{"name": "network-changed", "server_uuid": "453aad65-dbd1-4959-b4de-68db25577cfb", "tag": "964a46de-67a8-4ee7-b16c-24c0f4a8bf28"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:51.006998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20094c0e-7a1e-4729-b4f1-a75a255a87ff x-openstack-request-id: req-20094c0e-7a1e-4729-b4f1-a75a255a87ff {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:51.006998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453aad65-dbd1-4959-b4de-68db25577cfb", "tag": "964a46de-67a8-4ee7-b16c-24c0f4a8bf28", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:51.006998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-20094c0e-7a1e-4729-b4f1-a75a255a87ff {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:51.006998 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20094c0e-7a1e-4729-b4f1-a75a255a87ff'] response: {'name': 'network-changed', 'server_uuid': '453aad65-dbd1-4959-b4de-68db25577cfb', 'tag': '964a46de-67a8-4ee7-b16c-24c0f4a8bf28', 'status': 'completed', 'code': 200} Sep 19 12:35:51.008591 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26c118-b7f0-443f-af69-6022c945d126 service neutron] Pushing event updated for resources: {'Port': ['ID=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:51.063819 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:51.074197 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915145e-d1f5-4a86-93a2-24fff088dfba req-33d8bc9a-17c5-44c3-935b-3da67e1961bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:51.078807 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7915145e-d1f5-4a86-93a2-24fff088dfba req-33d8bc9a-17c5-44c3-935b-3da67e1961bc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 1127 time: 0.0501571 Sep 19 12:35:51.182987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915145e-d1f5-4a86-93a2-24fff088dfba req-23b2fe11-227c-4dce-a012-a1b35cc325c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:51.187687 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7915145e-d1f5-4a86-93a2-24fff088dfba req-23b2fe11-227c-4dce-a012-a1b35cc325c8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0999339 Sep 19 12:35:51.288435 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915145e-d1f5-4a86-93a2-24fff088dfba req-9cf8ee6d-4402-4d06-9eb1-e0fc2e614296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:51.289977 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7915145e-d1f5-4a86-93a2-24fff088dfba req-9cf8ee6d-4402-4d06-9eb1-e0fc2e614296 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977869 Sep 19 12:35:51.366433 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-5ca6f9c9-fd99-4918-8150-fda533cf95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:51.367912 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-5ca6f9c9-fd99-4918-8150-fda533cf95e6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 1127 time: 0.0404029 Sep 19 12:35:51.410348 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-5599dac9-fb4a-4b13-85d0-8dac41e41ea8 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=964a46de-67a8-4ee7-b16c-24c0f4a8bf28 HTTP/1.1" status: 200 len: 217 time: 0.0330346 Sep 19 12:35:51.496225 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-a353207f-6e0d-4e80-b5b6-95b77e3ab8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:51.497746 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-a353207f-6e0d-4e80-b5b6-95b77e3ab8c0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=0382bc5b-0b70-4530-b7b5-33e842e699e4 HTTP/1.1" status: 200 len: 854 time: 0.0784323 Sep 19 12:35:51.505800 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3a1e1-8304-413a-b36a-61679abb6d65 req-bec08bcf-aa44-427a-92c0-a243971809ca tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:51.507150 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9c3a1e1-8304-413a-b36a-61679abb6d65 req-bec08bcf-aa44-427a-92c0-a243971809ca tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 943 time: 0.0586483 Sep 19 12:35:51.543851 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-34f5a2af-dc76-4992-a70f-ca84c4b656d3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=da226559-99ea-41b1-8942-bdd453f99fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357840 Sep 19 12:35:51.631895 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9c3a1e1-8304-413a-b36a-61679abb6d65 req-dd624c94-2f3f-49e0-8fa7-dc425bcef1dd tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157157 Sep 19 12:35:51.673802 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-998df5b3-9e7a-4b16-ba4a-f67224852e91 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223516 Sep 19 12:35:51.768427 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5e5797a5-72ab-4710-a169-0e99bdbdafed req-0a2a878f-ec0a-423c-8e69-aecd428529dd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883882 Sep 19 12:35:52.753701 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eb2ed-0548-4c47-a9fb-497294c47cbb req-613d0de3-e21e-4a3d-9971-4163d40e4b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:52.755407 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b39eb2ed-0548-4c47-a9fb-497294c47cbb req-613d0de3-e21e-4a3d-9971-4163d40e4b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 943 time: 0.0465367 Sep 19 12:35:52.801818 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b39eb2ed-0548-4c47-a9fb-497294c47cbb req-39b4367b-4fc4-431a-99c9-7d48dceaaded tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Sep 19 12:35:53.906810 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:53.922651 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c2797-a02f-427d-b7b3-332a71dc1403 req-caa5a17e-f1aa-4401-973d-6c51101b5123 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:53.924219 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-811c2797-a02f-427d-b7b3-332a71dc1403 req-caa5a17e-f1aa-4401-973d-6c51101b5123 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 943 time: 0.0476592 Sep 19 12:35:53.974550 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-811c2797-a02f-427d-b7b3-332a71dc1403 req-8a32a0bd-2ade-44be-b7c0-bd1b7c72e828 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 Sep 19 12:35:54.191642 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:35:54.253375 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:54.295453 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:35:54.307550 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '964a46de-67a8-4ee7-b16c-24c0f4a8bf28', 'network_id': 'da226559-99ea-41b1-8942-bdd453f99fd3', 'port_id': '964a46de-67a8-4ee7-b16c-24c0f4a8bf28', 'mac_address': 'fa:16:3e:88:f5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0382bc5b-0b70-4530-b7b5-33e842e699e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:35:54.343518 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:35:54.343906 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:54.357535 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:35:54.380738 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:35:54.447982 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:54.495539 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:54.502747 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.503167 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.503509 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.503846 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.504181 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.504505 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.505102 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.505437 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.505759 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.506092 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.506409 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.506732 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.507050 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.507367 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.507681 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:35:54.695578 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['964a46de-67a8-4ee7-b16c-24c0f4a8bf28'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:35:55.099612 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a772057-f991-4c0c-87c9-775933b39a89 req-a0e75305-7333-4c9b-9208-634243c8d992 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:55.101082 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7a772057-f991-4c0c-87c9-775933b39a89 req-a0e75305-7333-4c9b-9208-634243c8d992 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 944 time: 0.0494912 Sep 19 12:35:55.153385 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7a772057-f991-4c0c-87c9-775933b39a89 req-1c96fdea-26ec-468a-9c4b-53044077370b tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466058 Sep 19 12:35:55.724468 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:55.725354 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:56.193111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:35:56.239550 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:35:56.281942 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c91c7-21d5-4760-864a-dd73ab9c7259 req-908e3f25-a006-4505-8476-63f0ac3c8a46 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:56.283475 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c47c91c7-21d5-4760-864a-dd73ab9c7259 req-908e3f25-a006-4505-8476-63f0ac3c8a46 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 944 time: 0.0481517 Sep 19 12:35:56.315539 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:35:56.316013 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:56.316357 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 Sep 19 12:35:56.332914 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c47c91c7-21d5-4760-864a-dd73ab9c7259 req-515b4c2d-3dcb-4b01-9abd-d235a7c6392d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Sep 19 12:35:56.390498 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:35:56.390789 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:56.414147 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453aad65-dbd1-4959-b4de-68db25577cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964a46de-67a8-4ee7-b16c-24c0f4a8bf28'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:35:56.416979 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ffd5bf-4889-4ff4-b460-34fc35ee1456" -d '{"events": [{"server_uuid": "453aad65-dbd1-4959-b4de-68db25577cfb", "name": "network-vif-plugged", "status": "completed", "tag": "964a46de-67a8-4ee7-b16c-24c0f4a8bf28"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:35:56.433002 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:35:56.462579 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4d5974-87b7-457b-87c5-d2ba25b86ec8 x-openstack-request-id: req-7d4d5974-87b7-457b-87c5-d2ba25b86ec8 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:35:56.462579 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453aad65-dbd1-4959-b4de-68db25577cfb", "name": "network-vif-plugged", "status": "completed", "tag": "964a46de-67a8-4ee7-b16c-24c0f4a8bf28", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:35:56.462579 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7d4d5974-87b7-457b-87c5-d2ba25b86ec8 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:35:56.462579 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4d5974-87b7-457b-87c5-d2ba25b86ec8'] response: {'server_uuid': '453aad65-dbd1-4959-b4de-68db25577cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964a46de-67a8-4ee7-b16c-24c0f4a8bf28', 'code': 200} Sep 19 12:35:56.521200 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:35:56.569992 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:35:56.825886 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f427e2-cdf7-4ddc-a19b-8732585b6cb6 req-ec78f2b7-000a-4747-b5e4-8388b53c7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:56.827369 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-96f427e2-cdf7-4ddc-a19b-8732585b6cb6 req-ec78f2b7-000a-4747-b5e4-8388b53c7bc2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 1129 time: 0.0383868 Sep 19 12:35:56.876888 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-96f427e2-cdf7-4ddc-a19b-8732585b6cb6 req-c6f4401c-7e94-4c05-a0be-520c6b69c7fb service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413458 Sep 19 12:35:57.463611 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4ce95-f84b-4aaa-86c6-7a9035ef7df5 req-fd1cf0e8-68a5-486f-8257-25c979c2daf7 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:57.465135 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-62a4ce95-f84b-4aaa-86c6-7a9035ef7df5 req-fd1cf0e8-68a5-486f-8257-25c979c2daf7 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 945 time: 0.0496807 Sep 19 12:35:57.514971 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-62a4ce95-f84b-4aaa-86c6-7a9035ef7df5 req-565eb0ff-db6d-43e7-894d-0fbdca00a89d tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Sep 19 12:35:58.621824 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:35:58.641038 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7af5-ab2e-4c66-88bf-952199fa6ec8 req-09e37a23-388b-4b08-86bc-175f9d219eb5 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:35:58.642592 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-acef7af5-ab2e-4c66-88bf-952199fa6ec8 req-09e37a23-388b-4b08-86bc-175f9d219eb5 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 945 time: 0.0498219 Sep 19 12:35:58.693766 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-acef7af5-ab2e-4c66-88bf-952199fa6ec8 req-33e822fd-7d77-4fb1-9d22-2d2240004f08 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Sep 19 12:36:03.444086 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:03.538295 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-8113a61d-90db-4427-8b86-14edec0b30e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:05.647203 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-92c8fa6b-f6f7-4ff3-96ac-14337cb75ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:06.966949 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:08.616860 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=4,neutron:SELECT=61 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:08.690368 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=55 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:08.715167 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:08.783825 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:17.560806 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:20.197708 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4458bee9-6195-456a-9364-64220a4ecb87 req-aec6a211-e4d3-4341-b8cb-1228639deeb5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459819 Sep 19 12:36:20.286934 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458bee9-6195-456a-9364-64220a4ecb87 req-94432986-67c1-4bb3-83d8-b31e8e36800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:20.288479 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4458bee9-6195-456a-9364-64220a4ecb87 req-94432986-67c1-4bb3-83d8-b31e8e36800c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 1130 time: 0.0414495 Sep 19 12:36:20.410354 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458bee9-6195-456a-9364-64220a4ecb87 req-b6b98d24-075b-44ab-aef7-c5cbdac87b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:20.411958 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4458bee9-6195-456a-9364-64220a4ecb87 req-b6b98d24-075b-44ab-aef7-c5cbdac87b64 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 917 time: 0.1044955 Sep 19 12:36:20.485629 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4458bee9-6195-456a-9364-64220a4ecb87 req-b30c9c71-f34d-4302-8174-a75bcded4dc9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bbecd75-6878-45e6-92b1-03e016e3daab HTTP/1.1" status: 200 len: 1001 time: 0.0658920 Sep 19 12:36:20.558659 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458bee9-6195-456a-9364-64220a4ecb87 req-a9f5b13d-f10f-44fd-a2f0-b5e5dd535b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:20.560140 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4458bee9-6195-456a-9364-64220a4ecb87 req-a9f5b13d-f10f-44fd-a2f0-b5e5dd535b13 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.0652795 Sep 19 12:36:20.611661 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458bee9-6195-456a-9364-64220a4ecb87 req-cffee048-fcff-428e-b007-4cf47ef16e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:20.613211 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4458bee9-6195-456a-9364-64220a4ecb87 req-cffee048-fcff-428e-b007-4cf47ef16e10 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452099 Sep 19 12:36:20.714633 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4458bee9-6195-456a-9364-64220a4ecb87 req-f3daf089-914d-4c96-abf9-6d833ec6aa60 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890541 Sep 19 12:36:21.080899 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4458bee9-6195-456a-9364-64220a4ecb87 req-afbdd1ad-c969-4884-8ef8-6bb5e00717c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920713 Sep 19 12:36:22.241769 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d151f-0ccb-4a71-85d0-8cae5be33c14 req-475af87f-30ca-4466-8768-eeecfdda5ca5 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:22.243761 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a3d151f-0ccb-4a71-85d0-8cae5be33c14 req-475af87f-30ca-4466-8768-eeecfdda5ca5 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 945 time: 0.0526559 Sep 19 12:36:22.295247 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a3d151f-0ccb-4a71-85d0-8cae5be33c14 req-fdf28b85-ec03-4f24-ba1e-920ac5cbf13a tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456994 Sep 19 12:36:22.728384 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:36:23.023031 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19e4ff-2f73-4aab-804e-56e7e6f0fe01 req-9f10cfb7-fdd1-427f-b92e-4931f872c8ce tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:23.025017 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fa19e4ff-2f73-4aab-804e-56e7e6f0fe01 req-9f10cfb7-fdd1-427f-b92e-4931f872c8ce tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0476608 Sep 19 12:36:23.074677 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fa19e4ff-2f73-4aab-804e-56e7e6f0fe01 req-df371c77-59c9-4de4-a3b8-1214b8a4042a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 Sep 19 12:36:23.424545 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1da5b-9bb4-40c5-a07d-5bc2761a2655 req-6d763f23-51ee-420f-8ba5-cc5f37985b4a tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:23.426185 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-41f1da5b-9bb4-40c5-a07d-5bc2761a2655 req-6d763f23-51ee-420f-8ba5-cc5f37985b4a tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 945 time: 0.0494921 Sep 19 12:36:23.478877 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-41f1da5b-9bb4-40c5-a07d-5bc2761a2655 req-4eef4039-1cb0-41b8-b1a4-0eba5173bf23 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468373 Sep 19 12:36:24.097522 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-6e3b8868-915d-4605-8330-22b24e83310b tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:24.098954 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-6e3b8868-915d-4605-8330-22b24e83310b tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 945 time: 0.0477147 Sep 19 12:36:24.217685 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Deleting port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:36:24.217935 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:24.239720 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c64844-170f-44f6-969b-3a7ca8a86c05 req-dfe2b74b-f038-4588-a904-e0fd2a5c24a5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:24.241208 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-78c64844-170f-44f6-969b-3a7ca8a86c05 req-dfe2b74b-f038-4588-a904-e0fd2a5c24a5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0680385 Sep 19 12:36:24.298109 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:24.304377 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:24.349587 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-78c64844-170f-44f6-969b-3a7ca8a86c05 req-9d0ae376-bc8e-4375-82ca-df8ee1535a7c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801575 Sep 19 12:36:24.358496 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] For port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,segment=NetworkSegment(bf748382-6bc3-4532-b537-ae7c92c36d6b),segment_id=bf748382-6bc3-4532-b537-ae7c92c36d6b)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:36:24.358866 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:24.372713 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Calling delete_port for 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:36:24.608828 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15776b83-12f1-48fe-bdf6-7cc0ba32b02c req-a6c91bbb-564d-43f4-9967-14eb264e5bd5 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:24.610328 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-15776b83-12f1-48fe-bdf6-7cc0ba32b02c req-a6c91bbb-564d-43f4-9967-14eb264e5bd5 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 945 time: 0.0536683 Sep 19 12:36:24.633501 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (964a46de-67a8-4ee7-b16c-24c0f4a8bf28), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:24.648971 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['964a46de-67a8-4ee7-b16c-24c0f4a8bf28'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:36:24.664057 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Pushing event deleted for resources: {'Port': ['ID=964a46de-67a8-4ee7-b16c-24c0f4a8bf28,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:24.673829 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:24.686327 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.686669 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.687005 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.687339 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.687665 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.687987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.688315 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.688657 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.688978 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.689304 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.689619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.689967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.690255 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.690571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.691035 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:36:24.726076 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-15776b83-12f1-48fe-bdf6-7cc0ba32b02c req-cfa2b450-f284-46a8-96a8-cd466bac7434 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099575 Sep 19 12:36:24.740677 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] No DVR routers for this DVR port 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:36:24.743236 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:24.746424 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-67a39630-dc3d-4ef7-8023-3125ae3e4765 req-79679e53-c76d-4959-bb16-433e81e74b6e tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.26 "DELETE /networking/v2.0/ports/964a46de-67a8-4ee7-b16c-24c0f4a8bf28 HTTP/1.1" status: 204 len: 173 time: 0.6418989 Sep 19 12:36:24.746929 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453aad65-dbd1-4959-b4de-68db25577cfb', 'name': 'network-vif-deleted', 'tag': '964a46de-67a8-4ee7-b16c-24c0f4a8bf28'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:36:24.749170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008b8ff3-61bb-4b28-8fce-19addbc6d124" -d '{"events": [{"server_uuid": "453aad65-dbd1-4959-b4de-68db25577cfb", "name": "network-vif-deleted", "tag": "964a46de-67a8-4ee7-b16c-24c0f4a8bf28"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:36:24.787282 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c75b4-2fc2-48d9-80d8-d9b59fc04ff0 x-openstack-request-id: req-241c75b4-2fc2-48d9-80d8-d9b59fc04ff0 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:36:24.787570 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453aad65-dbd1-4959-b4de-68db25577cfb", "name": "network-vif-deleted", "tag": "964a46de-67a8-4ee7-b16c-24c0f4a8bf28", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:36:24.787825 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-241c75b4-2fc2-48d9-80d8-d9b59fc04ff0 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:36:24.788226 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241c75b4-2fc2-48d9-80d8-d9b59fc04ff0'] response: {'server_uuid': '453aad65-dbd1-4959-b4de-68db25577cfb', 'name': 'network-vif-deleted', 'tag': '964a46de-67a8-4ee7-b16c-24c0f4a8bf28', 'status': 'completed', 'code': 200} Sep 19 12:36:25.483566 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a2777-fbf9-4819-a2e7-7f3bb3f1b0b7 req-b912cb4e-581c-4c41-abcc-fca82a108e1f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:25.485035 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aa5a2777-fbf9-4819-a2e7-7f3bb3f1b0b7 req-b912cb4e-581c-4c41-abcc-fca82a108e1f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0517280 Sep 19 12:36:25.533885 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-aa5a2777-fbf9-4819-a2e7-7f3bb3f1b0b7 req-f082d07a-2c25-49b2-ae75-8a7ca2352c90 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Sep 19 12:36:25.842056 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6fc0dadd-b64b-42e3-a574-e057828f459a req-48b32fd7-6803-4cde-96e7-d2f337731d25 tempest-VolumesSnapshotTestJSON-915750527 tempest-VolumesSnapshotTestJSON-915750527-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=453aad65-dbd1-4959-b4de-68db25577cfb HTTP/1.1" status: 200 len: 210 time: 0.0278618 Sep 19 12:36:26.667808 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4c8f-f8bc-46cd-8537-9707d386e7e6 req-cb70dd28-3bc7-4158-aaac-d5621c841a7c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:26.669353 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-afdc4c8f-f8bc-46cd-8537-9707d386e7e6 req-cb70dd28-3bc7-4158-aaac-d5621c841a7c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0464692 Sep 19 12:36:26.717055 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-afdc4c8f-f8bc-46cd-8537-9707d386e7e6 req-5c3db1b8-75b4-4341-b7a6-a09088c2ee10 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420527 Sep 19 12:36:27.483595 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:27.998001 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf9021-709a-46ce-a3f9-ad7108369abd req-ae15efe7-0263-47f5-a822-ee2dbf0a533e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:27.999530 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-afbf9021-709a-46ce-a3f9-ad7108369abd req-ae15efe7-0263-47f5-a822-ee2dbf0a533e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0531931 Sep 19 12:36:28.047464 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-afbf9021-709a-46ce-a3f9-ad7108369abd req-d9ac5c57-c139-4686-b6d9-c38c06261e84 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Sep 19 12:36:28.371591 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:36:28.391534 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:36:28.391877 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 964a46de-67a8-4ee7-b16c-24c0f4a8bf28 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:36:29.173812 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c669b-2d09-49ab-8b7b-8bd086e2edd9 req-8057622e-b92d-42e2-b5a8-4fde148a91c3 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:29.175220 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c24c669b-2d09-49ab-8b7b-8bd086e2edd9 req-8057622e-b92d-42e2-b5a8-4fde148a91c3 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0472353 Sep 19 12:36:29.224934 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c24c669b-2d09-49ab-8b7b-8bd086e2edd9 req-1ca91de8-02eb-4c47-9a53-ace441a62f56 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Sep 19 12:36:30.356859 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9494ff-bd71-4813-99aa-c07350dff000 req-133a502a-cd79-42d6-8a71-b5df1000e442 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:30.358328 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bf9494ff-bd71-4813-99aa-c07350dff000 req-133a502a-cd79-42d6-8a71-b5df1000e442 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0494258 Sep 19 12:36:30.668218 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:30.672801 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bf9494ff-bd71-4813-99aa-c07350dff000 req-f1bdb0e8-3a76-4815-977d-64d3ac79d421 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085513 Sep 19 12:36:31.799660 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ce201-6f6e-4647-b8be-9c73e069a4a5 req-6968a379-8bbc-444a-adf6-eb53ea6e87e0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:31.801207 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-305ce201-6f6e-4647-b8be-9c73e069a4a5 req-6968a379-8bbc-444a-adf6-eb53ea6e87e0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0468490 Sep 19 12:36:31.849247 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-305ce201-6f6e-4647-b8be-9c73e069a4a5 req-7dce41f3-6a8d-4cb8-ac51-3471d9dc928b tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Sep 19 12:36:32.723044 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=13 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:32.723816 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=21 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:32.974877 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470f97-f176-48a6-933c-942117256646 req-35da2d91-579a-4930-8f21-96f96c71863c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:32.976300 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8c470f97-f176-48a6-933c-942117256646 req-35da2d91-579a-4930-8f21-96f96c71863c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0467288 Sep 19 12:36:33.026158 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8c470f97-f176-48a6-933c-942117256646 req-3b9a1d77-e572-4cbe-9526-0bac9ff58ef2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443020 Sep 19 12:36:33.514565 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-38d309db-560b-404e-ac1d-0be1e4fe0779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:34.141838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:34.149948 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393914e-f33f-410b-ae55-d40fc3f9ce10 req-84bb4ff2-a8dd-45a0-92ee-df4c1eb89df9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:34.151555 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7393914e-f33f-410b-ae55-d40fc3f9ce10 req-84bb4ff2-a8dd-45a0-92ee-df4c1eb89df9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0465393 Sep 19 12:36:34.200429 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7393914e-f33f-410b-ae55-d40fc3f9ce10 req-544cec87-0f8b-4d2b-bf62-ae14b3e4afec tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431242 Sep 19 12:36:35.329615 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d5d03-6f10-41ee-944c-71a622b38149 req-c1ebd159-73c4-441b-9dbe-5f61af4e45d4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:35.331132 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7b8d5d03-6f10-41ee-944c-71a622b38149 req-c1ebd159-73c4-441b-9dbe-5f61af4e45d4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0508578 Sep 19 12:36:35.386398 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7b8d5d03-6f10-41ee-944c-71a622b38149 req-8b0475cc-4d28-4ed9-b704-4e77ebab0731 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493755 Sep 19 12:36:35.568185 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:35.669508 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-806ac20d-d837-4b1d-8c19-c20d3cc627d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:36.418155 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3bbecd75-6878-45e6-92b1-03e016e3daab details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:36:36.518417 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed801df-5a25-4ee6-bf77-3fdd443dfe43 req-bd2326c4-bbf9-4602-ae34-a85e4fe4f14e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:36.521410 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8ed801df-5a25-4ee6-bf77-3fdd443dfe43 req-bd2326c4-bbf9-4602-ae34-a85e4fe4f14e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0517561 Sep 19 12:36:36.526573 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:36:36.541498 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'port_id': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'mac_address': 'fa:16:3e:ac:6e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:36:36.573832 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8ed801df-5a25-4ee6-bf77-3fdd443dfe43 req-f3bcf866-6f32-4f3b-a884-7888d7c9a21d tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458095 Sep 19 12:36:36.582329 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 3bbecd75-6878-45e6-92b1-03e016e3daab is: ACTIVE; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:36:36.582820 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:36.623842 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bbecd75-6878-45e6-92b1-03e016e3daab {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:36:36.646137 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:36:36.700143 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:36.765860 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=6']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:36.779587 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['3bbecd75-6878-45e6-92b1-03e016e3daab'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:36:36.944482 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:37.757019 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48b946-ce45-4f78-b8ad-82848867fd81 req-45f7d8b4-d497-4ccd-8ecc-af8bb3aea2b5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:37.759201 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ca48b946-ce45-4f78-b8ad-82848867fd81 req-45f7d8b4-d497-4ccd-8ecc-af8bb3aea2b5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 945 time: 0.0664134 Sep 19 12:36:37.826253 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ca48b946-ce45-4f78-b8ad-82848867fd81 req-888948d4-0cac-47ab-a347-9f34a7537c20 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605502 Sep 19 12:36:38.446262 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3bbecd75-6878-45e6-92b1-03e016e3daab up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:36:38.504957 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 3bbecd75-6878-45e6-92b1-03e016e3daab triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:36:38.505491 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:38.505827 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 3bbecd75-6878-45e6-92b1-03e016e3daab Sep 19 12:36:38.603520 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 3bbecd75-6878-45e6-92b1-03e016e3daab is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:36:38.603956 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:38.651231 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:36:38.655426 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14045ffe-50cd-4c83-9892-b53121b75cbe" -d '{"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-plugged", "status": "completed", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:36:38.696726 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:36:38.719555 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0bc9f5-9cba-4700-a036-9c78d69a5473 x-openstack-request-id: req-8a0bc9f5-9cba-4700-a036-9c78d69a5473 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:36:38.719846 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-plugged", "status": "completed", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:36:38.720143 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8a0bc9f5-9cba-4700-a036-9c78d69a5473 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:36:38.720540 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0bc9f5-9cba-4700-a036-9c78d69a5473'] response: {'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'code': 200} Sep 19 12:36:38.749366 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:38.766566 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:38.768439 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:38.826806 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=7']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:38.982063 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b80cf-23d0-4aef-9807-89547bf71d59 req-4fff8453-b34e-4e35-9c9c-9ded01e8dae2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:38.983476 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-184b80cf-23d0-4aef-9807-89547bf71d59 req-4fff8453-b34e-4e35-9c9c-9ded01e8dae2 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0527446 Sep 19 12:36:39.039583 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-184b80cf-23d0-4aef-9807-89547bf71d59 req-d57a4af4-ad29-4a6f-b9d8-0059afc639c4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479548 Sep 19 12:36:40.194245 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580cb50-da8d-4d8e-b623-9798e4dc4292 req-1d8332a6-1213-4691-b57e-afb7fc69b20b tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:40.200257 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f580cb50-da8d-4d8e-b623-9798e4dc4292 req-1d8332a6-1213-4691-b57e-afb7fc69b20b tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0495558 Sep 19 12:36:40.257031 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f580cb50-da8d-4d8e-b623-9798e4dc4292 req-6f76fe73-4a61-4abf-a35a-2c8e2e043ae0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525222 Sep 19 12:36:41.409628 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510734ca-e70e-4f3b-9f34-3e9cc58f721d req-79e8e3fd-b2ad-4c66-9874-4b7b69cf7f9e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:41.411977 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-510734ca-e70e-4f3b-9f34-3e9cc58f721d req-79e8e3fd-b2ad-4c66-9874-4b7b69cf7f9e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0521486 Sep 19 12:36:41.489395 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-510734ca-e70e-4f3b-9f34-3e9cc58f721d req-087bdc0d-13ba-41a4-95cc-2980dd36f688 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705884 Sep 19 12:36:42.632048 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb4503-28e9-4eee-8124-5bf5e6d1a882 req-18395c96-f966-4931-a4e7-68e2c936a038 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:42.636047 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-43bb4503-28e9-4eee-8124-5bf5e6d1a882 req-18395c96-f966-4931-a4e7-68e2c936a038 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0552332 Sep 19 12:36:42.661811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:42.707470 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-43bb4503-28e9-4eee-8124-5bf5e6d1a882 req-201c8303-dd7d-4475-bc26-28cac6f41068 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645449 Sep 19 12:36:43.871271 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bda4ea-d8c3-41db-b9a2-5d3d90cd07f2 req-64b360de-6305-48b8-91c2-1eb64a93a826 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:43.879569 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-90bda4ea-d8c3-41db-b9a2-5d3d90cd07f2 req-64b360de-6305-48b8-91c2-1eb64a93a826 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0652523 Sep 19 12:36:43.936120 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-90bda4ea-d8c3-41db-b9a2-5d3d90cd07f2 req-c13a39cc-57f6-4e85-b67a-243567b02ae5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548284 Sep 19 12:36:45.086896 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bfdb4-e312-4c46-8cc8-94334c41ea1f req-3a03facc-b484-4b16-9a40-91536a916b84 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:45.088577 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2d5bfdb4-e312-4c46-8cc8-94334c41ea1f req-3a03facc-b484-4b16-9a40-91536a916b84 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0583932 Sep 19 12:36:45.150013 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2d5bfdb4-e312-4c46-8cc8-94334c41ea1f req-344dedc2-b95a-425e-a8a7-f6de10f67935 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550952 Sep 19 12:36:46.279217 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936fe2d-b292-4f3b-b97b-02ec094ccede req-61560e97-06df-4aeb-a194-ce0ee38a7606 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:46.281242 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5936fe2d-b292-4f3b-b97b-02ec094ccede req-61560e97-06df-4aeb-a194-ce0ee38a7606 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0479717 Sep 19 12:36:46.329226 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5936fe2d-b292-4f3b-b97b-02ec094ccede req-60ba671d-5d5a-411f-8133-0bca15cb08e9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420632 Sep 19 12:36:47.468721 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f82d7-59a1-47c3-817a-08a0a6dca96f req-501cd88d-5d37-4128-8ac0-231ab8e221ba tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:47.470195 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f43f82d7-59a1-47c3-817a-08a0a6dca96f req-501cd88d-5d37-4128-8ac0-231ab8e221ba tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0488436 Sep 19 12:36:47.523352 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f43f82d7-59a1-47c3-817a-08a0a6dca96f req-bb44a242-e7ab-43fd-acbf-9b29e2b6a715 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465653 Sep 19 12:36:47.588760 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:48.550095 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:48.576332 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-594e34da-c6fb-4c4d-9f9f-485315d7e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:48.577870 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-594e34da-c6fb-4c4d-9f9f-485315d7e308 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 1130 time: 0.1385343 Sep 19 12:36:48.703823 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84083a-be72-42d4-984e-52ec74686750 req-778517f5-68a5-45b9-a2d6-b4313382b8a5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:48.703823 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bc84083a-be72-42d4-984e-52ec74686750 req-778517f5-68a5-45b9-a2d6-b4313382b8a5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0924242 Sep 19 12:36:48.746141 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-e3507468-116e-4cdf-a6af-026d0bc1d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:48.748841 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-e3507468-116e-4cdf-a6af-026d0bc1d521 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 917 time: 0.1594274 Sep 19 12:36:48.812314 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bc84083a-be72-42d4-984e-52ec74686750 req-9bcd6af5-a84f-4e5c-8d58-866e5db03466 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992701 Sep 19 12:36:48.833709 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-f94f4f14-2596-4412-81a8-06aa392873ff service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bbecd75-6878-45e6-92b1-03e016e3daab HTTP/1.1" status: 200 len: 1001 time: 0.0751443 Sep 19 12:36:48.884027 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-a21c4d58-5f12-4240-8bcf-83e74ad8e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:48.885514 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-a21c4d58-5f12-4240-8bcf-83e74ad8e9cc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.0445511 Sep 19 12:36:48.930744 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-1f6822d1-df09-4629-aa47-221d08a7e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:48.932269 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-1f6822d1-df09-4629-aa47-221d08a7e7c5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400770 Sep 19 12:36:48.942756 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-803c5ef7-72ca-4ca3-9143-ca846881e77a service neutron] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:36:48.943694 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-803c5ef7-72ca-4ca3-9143-ca846881e77a service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048869 Sep 19 12:36:49.037803 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-425b368d-6d7a-49c2-bf49-ab41a558220c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872655 Sep 19 12:36:49.130356 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1347fe8d-f121-4a65-b663-4409cc00ae47 req-cb2d2198-caca-4d84-972d-98ffd91a68da service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856252 Sep 19 12:36:49.924811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:49.942967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a818f-7682-4040-bcc5-00b7144e52e3 req-84273c5e-8e35-4c41-a755-603aba858a54 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:49.944454 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a02a818f-7682-4040-bcc5-00b7144e52e3 req-84273c5e-8e35-4c41-a755-603aba858a54 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0468328 Sep 19 12:36:49.997823 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a02a818f-7682-4040-bcc5-00b7144e52e3 req-09b6af5d-8bea-4cb0-ae20-e04815f97b7b tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468838 Sep 19 12:36:51.130180 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4761c-1d55-4207-ad3b-884ec26531aa req-90970eee-8c08-4405-8dec-f28c02a13087 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:51.131738 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e4b4761c-1d55-4207-ad3b-884ec26531aa req-90970eee-8c08-4405-8dec-f28c02a13087 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0505974 Sep 19 12:36:51.184306 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e4b4761c-1d55-4207-ad3b-884ec26531aa req-afa6d0bc-7937-4ef1-9ba5-6b8a2de83860 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457168 Sep 19 12:36:52.317891 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b306c-2e59-4a07-88fc-520f5cea0136 req-839d1c40-656c-48ff-a128-1dd86619f926 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:52.319428 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dd1b306c-2e59-4a07-88fc-520f5cea0136 req-839d1c40-656c-48ff-a128-1dd86619f926 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 946 time: 0.0482867 Sep 19 12:36:52.366316 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-dd1b306c-2e59-4a07-88fc-520f5cea0136 req-58b99a8e-cc3e-4d2a-ac79-5ae0b7a38e75 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404611 Sep 19 12:36:52.569275 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3bbecd75-6878-45e6-92b1-03e016e3daab no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:36:52.647783 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 3bbecd75-6878-45e6-92b1-03e016e3daab is: ACTIVE; New status is: DOWN {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:36:52.648224 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:52.671973 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:36:52.674429 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92922647-2131-4769-b35c-7e658621edaa" -d '{"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-unplugged", "status": "completed", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:36:52.688062 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:36:52.710222 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Sep 2022 12:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdeb834-9a07-4cf5-84e3-4c897a5ea3a7 x-openstack-request-id: req-9bdeb834-9a07-4cf5-84e3-4c897a5ea3a7 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:36:52.710515 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-unplugged", "status": "failed", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab", "code": 422}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:36:52.710776 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9bdeb834-9a07-4cf5-84e3-4c897a5ea3a7 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:36:52.711235 dv-cinder-850618-3-iscsi neutron-server[106971]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9bdeb834-9a07-4cf5-84e3-4c897a5ea3a7']: {'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'code': 422} returned with failed status Sep 19 12:36:52.783357 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:52.831490 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=8']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:53.182563 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45306) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:36:53.232996 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df6a512-1e57-46ad-9858-fb8699e288a7 admin admin] Deleting subnet 0382bc5b-0b70-4530-b7b5-33e842e699e4 {{(pid=106969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:36:53.236267 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6df6a512-1e57-46ad-9858-fb8699e288a7 admin admin] Publish callbacks [] for subnet (0382bc5b-0b70-4530-b7b5-33e842e699e4), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.275160 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6df6a512-1e57-46ad-9858-fb8699e288a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12803055'] for subnet (0382bc5b-0b70-4530-b7b5-33e842e699e4), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.316967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6df6a512-1e57-46ad-9858-fb8699e288a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (0382bc5b-0b70-4530-b7b5-33e842e699e4), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.339308 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:53.487372 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6df6a512-1e57-46ad-9858-fb8699e288a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13151113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14432136'] for subnet (0382bc5b-0b70-4530-b7b5-33e842e699e4), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.518422 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6a512-1e57-46ad-9858-fb8699e288a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0382bc5b-0b70-4530-b7b5-33e842e699e4,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:53.522112 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-6df6a512-1e57-46ad-9858-fb8699e288a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.526467 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-6df6a512-1e57-46ad-9858-fb8699e288a7 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/0382bc5b-0b70-4530-b7b5-33e842e699e4 HTTP/1.1" status: 204 len: 168 time: 0.3424118 Sep 19 12:36:53.528810 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45310) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:36:53.612175 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (da226559-99ea-41b1-8942-bdd453f99fd3), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.698637 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (da226559-99ea-41b1-8942-bdd453f99fd3), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.721177 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da226559-99ea-41b1-8942-bdd453f99fd3']}} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:53.731263 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf748382-6bc3-4532-b537-ae7c92c36d6b') {'for_net_delete': True} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:53.731602 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf748382-6bc3-4532-b537-ae7c92c36d6b') {} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:36:53.742700 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12803028'] for segment (bf748382-6bc3-4532-b537-ae7c92c36d6b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.757167 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (bf748382-6bc3-4532-b537-ae7c92c36d6b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.764887 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=106969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:36:53.765305 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13151027'] for segment (bf748382-6bc3-4532-b537-ae7c92c36d6b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.807710 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment bf748382-6bc3-4532-b537-ae7c92c36d6b resource provider aggregate not found Sep 19 12:36:53.839511 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment bf748382-6bc3-4532-b537-ae7c92c36d6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf748382-6bc3-4532-b537-ae7c92c36d6b found for delete ", "request_id": "req-bc417cfe-e8ca-4ba2-89c0-adf19dd82b32"}]} Sep 19 12:36:53.897364 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (da226559-99ea-41b1-8942-bdd453f99fd3), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.903216 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:53.906185 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/da226559-99ea-41b1-8942-bdd453f99fd3 HTTP/1.1" status: 204 len: 168 time: 0.3763185 Sep 19 12:36:53.922408 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb016dd-32ec-44a6-8356-8dcf2a001fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=da226559-99ea-41b1-8942-bdd453f99fd3,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:54.381345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45328) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:36:54.424064 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-836ea45b-65ad-4abb-a872-7ecaaa6ec32b admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=6d9c692267e643c5b0e2b8ee8cdc85fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403934 Sep 19 12:36:54.425536 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45330) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:36:54.475311 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1bef7c66-eb5a-4d90-8fac-994e1b7306ea admin admin] Publish callbacks [] for security_group (e7fbc42f-e497-4dfb-aeb1-f47ffc854eda), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:54.499252 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1bef7c66-eb5a-4d90-8fac-994e1b7306ea admin admin] Publish callbacks [] for security_group (e7fbc42f-e497-4dfb-aeb1-f47ffc854eda), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:54.507653 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:54.675727 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1bef7c66-eb5a-4d90-8fac-994e1b7306ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e7fbc42f-e497-4dfb-aeb1-f47ffc854eda), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:54.678344 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1bef7c66-eb5a-4d90-8fac-994e1b7306ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:36:54.679633 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-1bef7c66-eb5a-4d90-8fac-994e1b7306ea admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/e7fbc42f-e497-4dfb-aeb1-f47ffc854eda HTTP/1.1" status: 204 len: 168 time: 0.2531428 Sep 19 12:36:54.688783 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef7c66-eb5a-4d90-8fac-994e1b7306ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fbc42f-e497-4dfb-aeb1-f47ffc854eda,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:36:55.088407 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265ca3-f211-4222-8c54-fdc284463a5b req-dbdc9072-1ccf-45a7-995e-7d8ee5a803dc tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:55.089959 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-06265ca3-f211-4222-8c54-fdc284463a5b req-dbdc9072-1ccf-45a7-995e-7d8ee5a803dc tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0557625 Sep 19 12:36:55.150058 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-06265ca3-f211-4222-8c54-fdc284463a5b req-8485ec55-1197-4da2-8ca4-05616c3e4c5f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512259 Sep 19 12:36:55.258560 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-e87933c7-f42b-4eee-b024-347f8fb40c00 service neutron] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406253 Sep 19 12:36:55.336783 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-5ef36b2f-6239-4f9f-b563-2162a93397be tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:55.336783 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-5ef36b2f-6239-4f9f-b563-2162a93397be tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports/3bbecd75-6878-45e6-92b1-03e016e3daab HTTP/1.1" status: 200 len: 941 time: 0.0494199 Sep 19 12:36:56.286525 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0afd1b-6e34-4986-b569-9bdd1f6f5bfa req-8ddba1ed-674a-4448-a7b4-1223c3be14a1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:56.288088 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2a0afd1b-6e34-4986-b569-9bdd1f6f5bfa req-8ddba1ed-674a-4448-a7b4-1223c3be14a1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0570707 Sep 19 12:36:56.354471 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2a0afd1b-6e34-4986-b569-9bdd1f6f5bfa req-bef06326-bdf2-409b-b41d-618c8b0e7d8e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601692 Sep 19 12:36:56.797250 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-58ec5bb5-768f-46a6-b4ce-32a0e3c571bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:56.798794 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-58ec5bb5-768f-46a6-b4ce-32a0e3c571bf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141&tenant_id=6316917c9ff94be4bed47eb0b60e7f33 HTTP/1.1" status: 200 len: 1128 time: 0.0460620 Sep 19 12:36:56.870062 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-33d31a8f-6433-4a28-abd6-9b50f95892f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:56.872022 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-33d31a8f-6433-4a28-abd6-9b50f95892f5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 1128 time: 0.0480006 Sep 19 12:36:56.963939 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-4e152ba5-58cf-4ce8-b1b9-eadf00c6cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:56.965461 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-4e152ba5-58cf-4ce8-b1b9-eadf00c6cff8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 200 len: 917 time: 0.0866168 Sep 19 12:36:57.013652 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:57.032408 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-f720cb7d-1e45-484a-8e75-47c44431fc14 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bbecd75-6878-45e6-92b1-03e016e3daab HTTP/1.1" status: 200 len: 999 time: 0.0589633 Sep 19 12:36:57.084591 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-de93947a-a567-4c46-bda7-6df0c4a8d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:57.085875 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-de93947a-a567-4c46-bda7-6df0c4a8d6cb service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 200 len: 855 time: 0.0461841 Sep 19 12:36:57.130111 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-abda5fa0-fc66-4fdb-97ee-ecf0eefde3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:57.131521 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-abda5fa0-fc66-4fdb-97ee-ecf0eefde3cd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=af5272e5-f954-494b-ac83-7c8776b2b4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393894 Sep 19 12:36:57.225208 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-6fee7d24-65e9-4d4f-b42c-adbeafeccdc0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863295 Sep 19 12:36:57.321277 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ea2e62ae-1fb3-4651-8c59-01106cb9e461 req-13fc9893-ba04-47b1-8e18-0ecefc5ff14d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891731 Sep 19 12:36:57.490582 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4001-1a57-4173-80fc-59c468d4da9d req-be0db777-8ec3-4b28-9182-efc3b6b0fac1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:57.492240 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-018d4001-1a57-4173-80fc-59c468d4da9d req-be0db777-8ec3-4b28-9182-efc3b6b0fac1 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0537019 Sep 19 12:36:57.541609 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-018d4001-1a57-4173-80fc-59c468d4da9d req-dcf4594c-0ea8-4fba-8215-f72473f991ed tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Sep 19 12:36:58.684051 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c09ad-e293-4f67-8bd3-52498f97d9e5 req-8d1b2b30-c590-4130-9ba1-27fe9743f3e3 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:58.685688 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e46c09ad-e293-4f67-8bd3-52498f97d9e5 req-8d1b2b30-c590-4130-9ba1-27fe9743f3e3 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0531974 Sep 19 12:36:58.738027 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e46c09ad-e293-4f67-8bd3-52498f97d9e5 req-e9fc7f66-d9ed-44a3-8c88-ed4df91f5995 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464938 Sep 19 12:36:59.728435 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:36:59.893052 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:36:59.901327 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e976c-8af4-48b9-b686-0b8a5727a12c req-52d8dc03-261e-4428-8ed7-f82fc38684b7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:36:59.902916 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-219e976c-8af4-48b9-b686-0b8a5727a12c req-52d8dc03-261e-4428-8ed7-f82fc38684b7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0567102 Sep 19 12:36:59.991830 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-219e976c-8af4-48b9-b686-0b8a5727a12c req-4074599f-1f1b-4fcf-b17b-d6e927618459 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822132 Sep 19 12:37:01.193210 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8feb79-677d-44ee-b44a-16dac4543ff0 req-4dd4fd89-219e-4b9c-a089-b8b01a5906a4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:01.196999 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6a8feb79-677d-44ee-b44a-16dac4543ff0 req-4dd4fd89-219e-4b9c-a089-b8b01a5906a4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0805933 Sep 19 12:37:01.261177 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6a8feb79-677d-44ee-b44a-16dac4543ff0 req-4654d290-3da8-4c72-b024-a350df722131 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537808 Sep 19 12:37:01.572214 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:01.573843 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:01.641959 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:02.402175 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a9a71-6571-411d-8f76-ddfbdde556d3 req-5fbb8896-3811-482c-b7f4-8cdc7659ae0a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:02.403894 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-518a9a71-6571-411d-8f76-ddfbdde556d3 req-5fbb8896-3811-482c-b7f4-8cdc7659ae0a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0526607 Sep 19 12:37:02.464189 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-518a9a71-6571-411d-8f76-ddfbdde556d3 req-3974e78a-3d7d-496a-a55e-25e634d23e2f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537565 Sep 19 12:37:03.520040 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5593efd7-c34e-4dd6-ba4b-29b1d26100a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:03.636188 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae28e-a989-4d0a-8d64-88d7025dd426 req-1bf10132-aab6-431e-8c7b-031d98ac82f5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:03.641194 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ccae28e-a989-4d0a-8d64-88d7025dd426 req-1bf10132-aab6-431e-8c7b-031d98ac82f5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0734820 Sep 19 12:37:03.695109 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9ccae28e-a989-4d0a-8d64-88d7025dd426 req-25abf95f-98e7-4d84-8f56-cf0b289b2de9 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529697 Sep 19 12:37:04.723465 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:05.109762 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153db5c-0308-469d-92b4-7d803a2e7f15 req-d6057f59-285f-43a5-838a-12f4c4365e58 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:05.111449 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d153db5c-0308-469d-92b4-7d803a2e7f15 req-d6057f59-285f-43a5-838a-12f4c4365e58 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0629079 Sep 19 12:37:05.189273 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d153db5c-0308-469d-92b4-7d803a2e7f15 req-21eb97e4-79c7-413a-95d7-eb679565d652 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703001 Sep 19 12:37:05.388386 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:05.388386 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=8 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:06.029197 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-08bc8577-863a-4181-abd2-c0826e84693c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:06.340592 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f792b-d0fd-4ea1-b803-7568de099407 req-fd1da873-32ab-42f2-bcbd-c6573315a46f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:06.342101 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f3f792b-d0fd-4ea1-b803-7568de099407 req-fd1da873-32ab-42f2-bcbd-c6573315a46f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0528436 Sep 19 12:37:06.391757 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f3f792b-d0fd-4ea1-b803-7568de099407 req-d8c2623f-02d1-40cf-a89d-91a570b9c3e0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439749 Sep 19 12:37:06.920016 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:07.526005 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4302ad8-57ab-441c-be84-46e2b28113c0 req-d6aa0d85-ee90-455d-81bf-c0940aa39541 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:07.526005 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a4302ad8-57ab-441c-be84-46e2b28113c0 req-d6aa0d85-ee90-455d-81bf-c0940aa39541 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0470629 Sep 19 12:37:07.556648 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:07.571831 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a4302ad8-57ab-441c-be84-46e2b28113c0 req-a4d70c72-a4d2-4a07-82e2-2e4db6589cd6 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422106 Sep 19 12:37:08.705231 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e7ac4-597e-4662-a533-722cb5ad5b4d req-e43f4033-c275-4a0f-99af-14e4d9ae37f0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:08.706754 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b52e7ac4-597e-4662-a533-722cb5ad5b4d req-e43f4033-c275-4a0f-99af-14e4d9ae37f0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 944 time: 0.0507891 Sep 19 12:37:08.748906 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:08.761719 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b52e7ac4-597e-4662-a533-722cb5ad5b4d req-6fc71fc6-50e2-4756-9b92-e54618598e21 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487034 Sep 19 12:37:08.782614 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:08.851387 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3bbecd75-6878-45e6-92b1-03e016e3daab details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:37:08.951778 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:08.963641 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'port_id': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'mac_address': 'fa:16:3e:ac:6e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:37:09.001874 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 3bbecd75-6878-45e6-92b1-03e016e3daab is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:09.002173 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:09.015919 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbecd75-6878-45e6-92b1-03e016e3daab {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:37:09.036567 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:09.125906 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:09.175576 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=9']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:09.183182 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.183524 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.183864 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.184195 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.184524 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.184879 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.185204 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.185536 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.185833 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.186151 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.186469 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.186784 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.187096 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.187406 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.187717 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:09.724418 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:09.890564 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cdbef-91bb-4e31-bf87-fbceb5f40a02 req-91adad3c-1b5f-4ff5-aef0-7793718cd2ba tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:09.892043 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e83cdbef-91bb-4e31-bf87-fbceb5f40a02 req-91adad3c-1b5f-4ff5-aef0-7793718cd2ba tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 945 time: 0.0484986 Sep 19 12:37:09.942028 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e83cdbef-91bb-4e31-bf87-fbceb5f40a02 req-4adb3d9f-2b71-418e-8756-49437e75e832 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439439 Sep 19 12:37:10.964093 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['3bbecd75-6878-45e6-92b1-03e016e3daab'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:37:11.084534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc68120-c18c-47f5-bd40-581aed819b47 req-7e06a3cc-1166-43b4-a032-d0c606329c9e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:11.086230 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9dc68120-c18c-47f5-bd40-581aed819b47 req-7e06a3cc-1166-43b4-a032-d0c606329c9e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 945 time: 0.0570328 Sep 19 12:37:11.142795 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9dc68120-c18c-47f5-bd40-581aed819b47 req-22052b11-c40b-42be-9451-a126df9e794a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497804 Sep 19 12:37:12.288164 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439b862-4822-4be5-ab5b-ccfdf2a6f697 req-ecf9efa3-d479-4dc6-bdd2-7156defcfda7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:12.293080 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2439b862-4822-4be5-ab5b-ccfdf2a6f697 req-ecf9efa3-d479-4dc6-bdd2-7156defcfda7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 945 time: 0.0591018 Sep 19 12:37:12.347336 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2439b862-4822-4be5-ab5b-ccfdf2a6f697 req-d2f7bf35-cb01-4375-af9c-71efc1d797ba tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513091 Sep 19 12:37:12.700009 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3bbecd75-6878-45e6-92b1-03e016e3daab up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:12.746067 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 3bbecd75-6878-45e6-92b1-03e016e3daab triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:12.746440 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:12.746788 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 3bbecd75-6878-45e6-92b1-03e016e3daab Sep 19 12:37:12.826092 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 3bbecd75-6878-45e6-92b1-03e016e3daab is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:12.826483 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:12.853784 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:37:12.856111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3676b05-5048-42a9-ada4-2ae2c63def87" -d '{"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-plugged", "status": "completed", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:37:12.870124 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:12.905761 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f43a85b-ef4c-41a1-a6bc-a3522a23e81e x-openstack-request-id: req-1f43a85b-ef4c-41a1-a6bc-a3522a23e81e {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:37:12.906081 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-plugged", "status": "completed", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:37:12.906330 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1f43a85b-ef4c-41a1-a6bc-a3522a23e81e {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:37:12.906750 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f43a85b-ef4c-41a1-a6bc-a3522a23e81e'] response: {'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'code': 200} Sep 19 12:37:12.932251 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:12.985255 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=10']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:13.191885 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:13.221571 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1610a83-49f9-48c7-b2d4-80af88e74e32 req-7b769699-37f4-4c57-b202-94f220778351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:13.223068 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d1610a83-49f9-48c7-b2d4-80af88e74e32 req-7b769699-37f4-4c57-b202-94f220778351 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 1131 time: 0.0400372 Sep 19 12:37:13.271540 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d1610a83-49f9-48c7-b2d4-80af88e74e32 req-8b24df52-fff1-4754-a6a0-9d59cc4f6d09 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380681 Sep 19 12:37:13.489347 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ba5fd-e70b-48b0-aa74-49808e42967a req-8335d6ba-b831-4c5e-9926-afaa5e7af327 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:13.490905 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3d4ba5fd-e70b-48b0-aa74-49808e42967a req-8335d6ba-b831-4c5e-9926-afaa5e7af327 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 947 time: 0.0542951 Sep 19 12:37:13.543578 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3d4ba5fd-e70b-48b0-aa74-49808e42967a req-6d46a099-fa57-42b5-8171-5c928d88e34e tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448332 Sep 19 12:37:14.686927 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937abdb9-cc83-4c56-b5e9-567c2c8cae8a req-fd6a33d9-934f-476f-9090-4fe28e58670a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:14.688442 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-937abdb9-cc83-4c56-b5e9-567c2c8cae8a req-fd6a33d9-934f-476f-9090-4fe28e58670a tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 947 time: 0.0489931 Sep 19 12:37:14.750875 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-937abdb9-cc83-4c56-b5e9-567c2c8cae8a req-d3122f45-b527-4ad7-8fbd-4bfebded48f8 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565441 Sep 19 12:37:15.894686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7afd37-d511-4079-ba49-b99795715f1c req-b8113c63-313d-4e94-886a-77c8ea619f67 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:15.896457 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2e7afd37-d511-4079-ba49-b99795715f1c req-b8113c63-313d-4e94-886a-77c8ea619f67 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 947 time: 0.0534081 Sep 19 12:37:15.965916 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2e7afd37-d511-4079-ba49-b99795715f1c req-f0651381-f79e-4e64-a1f5-8892501df39c tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596406 Sep 19 12:37:17.115729 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c7f9-e59a-43a1-96e6-2ddac5ff1a38 req-76483b8a-7a9e-4a69-aac4-0412f04de679 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:17.117312 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-60e9c7f9-e59a-43a1-96e6-2ddac5ff1a38 req-76483b8a-7a9e-4a69-aac4-0412f04de679 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 947 time: 0.0515914 Sep 19 12:37:17.169209 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-60e9c7f9-e59a-43a1-96e6-2ddac5ff1a38 req-80e14b80-cfc2-4785-a939-6c929b8ccec7 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459416 Sep 19 12:37:17.725468 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:17.772133 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45588) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:17.898196 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:17.990768 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Publish callbacks [] for security_group (23241ec5-7118-47a0-b1f9-e18c908062cb), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:18.063069 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (23241ec5-7118-47a0-b1f9-e18c908062cb), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:18.106183 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23241ec5-7118-47a0-b1f9-e18c908062cb,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:18.110387 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=40dc78877f2f4a9c8899b7b9f9b2facd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368213 Sep 19 12:37:18.113819 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45592) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:18.118044 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.118398 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.118777 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.119118 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.119510 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.119873 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.120200 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.120523 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.121022 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.121556 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.121934 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.122369 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.122754 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.123162 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.123611 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1889c43-e3ac-4d75-8633-27fc9575e45d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:18.173910 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-dfab5c18-925a-4f35-b725-bbe9d5df0191 admin admin] Publish callbacks [] for security_group (23241ec5-7118-47a0-b1f9-e18c908062cb), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:18.198279 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-dfab5c18-925a-4f35-b725-bbe9d5df0191 admin admin] Publish callbacks [] for security_group (23241ec5-7118-47a0-b1f9-e18c908062cb), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:18.337178 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-dfab5c18-925a-4f35-b725-bbe9d5df0191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (23241ec5-7118-47a0-b1f9-e18c908062cb), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:18.339798 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-dfab5c18-925a-4f35-b725-bbe9d5df0191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:18.341031 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-dfab5c18-925a-4f35-b725-bbe9d5df0191 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/23241ec5-7118-47a0-b1f9-e18c908062cb HTTP/1.1" status: 204 len: 168 time: 0.2258995 Sep 19 12:37:18.349781 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab5c18-925a-4f35-b725-bbe9d5df0191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23241ec5-7118-47a0-b1f9-e18c908062cb,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:19.467192 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45614) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:19.575877 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1248156395-network', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:19.662697 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Made reservation on behalf of ea2bd5c94eb7415c80a4e24452c08eb4 for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:37:19.665082 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:19.674227 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:19.762002 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Publish callbacks [] for security_group (2ed6d553-f800-4dfc-a5bd-30b8ff244ad0), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:19.834245 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (2ed6d553-f800-4dfc-a5bd-30b8ff244ad0), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:19.864417 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:37:19.871859 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed6d553-f800-4dfc-a5bd-30b8ff244ad0,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:19.879416 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (33a66ee4-8a99-4a53-aa57-3227faccef4a), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:19.879773 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Added segment 33a66ee4-8a99-4a53-aa57-3227faccef4a of type vlan for network e6b353e9-72f5-45ca-9fc7-16de881dafaf Sep 19 12:37:19.927593 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (e6b353e9-72f5-45ca-9fc7-16de881dafaf), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:20.045433 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (e6b353e9-72f5-45ca-9fc7-16de881dafaf), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:20.046507 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:20.047093 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:20.113762 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] Pushing event updated for resources: {'Network': ['ID=e6b353e9-72f5-45ca-9fc7-16de881dafaf,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:20.124795 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:37:20.158486 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-4324ce83-9630-4a09-b312-99f564bdb39e admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6899831 Sep 19 12:37:20.161343 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45618) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:20.167350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Request body: {'subnet': {'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1248156395-subnet', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:20.181584 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:20.251621 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Made reservation on behalf of ea2bd5c94eb7415c80a4e24452c08eb4 for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:37:20.254719 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14432167'] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:20.509385 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14432177'] for subnet (1ac62355-0a00-4fdb-9937-1315b65b50be), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:20.567077 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:20.575862 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac62355-0a00-4fdb-9937-1315b65b50be,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:20.588643 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Checking segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:37:20.589010 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Network hostable DHCP agents. Network: e6b353e9-72f5-45ca-9fc7-16de881dafaf, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:37:20.697031 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:37:20.755025 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, e6b353e9-72f5-45ca-9fc7-16de881dafaf) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:20.765906 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:20.765906 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:20.767539 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfbae9b-aedc-40a0-a0ef-e1a5e30e3bc8 None None] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:37:20.834444 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-73b2cd1f-9b25-41f2-8b73-a5dbe553c619 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6711504 Sep 19 12:37:20.836976 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45620) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:20.842090 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:20.884288 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:37:20.885276 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:20.914707 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (cb310623-385a-4ffc-a310-31ae1604ecea), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:20.915760 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (cb310623-385a-4ffc-a310-31ae1604ecea), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:20.968730 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks [] for router_controller (cb310623-385a-4ffc-a310-31ae1604ecea), precommit_add_association {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.069715 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Allocated IP 172.20.0.2 (e6b353e9-72f5-45ca-9fc7-16de881dafaf/1ac62355-0a00-4fdb-9937-1315b65b50be/024c2ae3-0de6-4b91-87af-78a9ec89c06a) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:37:21.150595 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:21.167394 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks [] for router_gateway (cb310623-385a-4ffc-a310-31ae1604ecea), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.185656 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:21.210673 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:21.234424 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Publish callbacks [] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.348871 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.386749 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:21.389762 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:21.396117 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:37:21.406001 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Pushing event updated for resources: {'Port': ['ID=024c2ae3-0de6-4b91-87af-78a9ec89c06a,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:21.435952 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks [] for router_gateway (cb310623-385a-4ffc-a310-31ae1604ecea), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.456712 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.476205 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Attempting to bind port 024c2ae3-0de6-4b91-87af-78a9ec89c06a on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:37:21.476576 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Attempting to bind port 024c2ae3-0de6-4b91-87af-78a9ec89c06a by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:37:21.477577 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Attempting to bind port 024c2ae3-0de6-4b91-87af-78a9ec89c06a on network e6b353e9-72f5-45ca-9fc7-16de881dafaf {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:37:21.522700 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:37:21.523182 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Checking segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:37:21.523985 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.524554 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Bound using segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:37:21.525058 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Bound port: 024c2ae3-0de6-4b91-87af-78a9ec89c06a, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:37:21.525435 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.580705 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Allocated IP 172.27.3.66 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/dca68d19-9924-4b65-b3a8-d2b9ab2aecdf) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:37:21.595664 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] For port 024c2ae3-0de6-4b91-87af-78a9ec89c06a, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:37:21.601101 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] For port 024c2ae3-0de6-4b91-87af-78a9ec89c06a, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=024c2ae3-0de6-4b91-87af-78a9ec89c06a,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:37:21.602391 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:21.720237 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.726030 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks [] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.766362 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:21.796097 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d14a5-e90f-4c41-ac7a-c62b424850bc None None] Pushing event updated for resources: {'Port': ['ID=024c2ae3-0de6-4b91-87af-78a9ec89c06a,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:21.807111 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:21.859248 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:21.865183 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:21.871966 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:37:21.896350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Pushing event updated for resources: {'Port': ['ID=dca68d19-9924-4b65-b3a8-d2b9ab2aecdf,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:22.120240 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 024c2ae3-0de6-4b91-87af-78a9ec89c06a up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:22.175391 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 024c2ae3-0de6-4b91-87af-78a9ec89c06a triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:22.196343 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:22.196343 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 024c2ae3-0de6-4b91-87af-78a9ec89c06a Sep 19 12:37:22.256914 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 024c2ae3-0de6-4b91-87af-78a9ec89c06a is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:22.257564 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:22.301979 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 024c2ae3-0de6-4b91-87af-78a9ec89c06a, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=024c2ae3-0de6-4b91-87af-78a9ec89c06a,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:22.371425 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:22.389176 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks [] for router_gateway (cb310623-385a-4ffc-a310-31ae1604ecea), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:22.439192 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=024c2ae3-0de6-4b91-87af-78a9ec89c06a,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:22.824848 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a06ee-aa39-4012-b17d-d6bfbc0b55c6 None None] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:37:22.872383 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:22.892439 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (cb310623-385a-4ffc-a310-31ae1604ecea), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:22.895430 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-919499b8-063f-45a0-aff9-1151611d71df None None] Provisioning complete for port 024c2ae3-0de6-4b91-87af-78a9ec89c06a triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:22.895912 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-919499b8-063f-45a0-aff9-1151611d71df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:22.896368 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-919499b8-063f-45a0-aff9-1151611d71df None None] Attempt 1 to provision port 024c2ae3-0de6-4b91-87af-78a9ec89c06a Sep 19 12:37:23.010704 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:23.025309 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-919499b8-063f-45a0-aff9-1151611d71df None None] Current status of the port 024c2ae3-0de6-4b91-87af-78a9ec89c06a is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:23.108648 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Router cb310623-385a-4ffc-a310-31ae1604ecea is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:37:23.229275 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:37:23.240860 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Sync routers for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:37:23.252893 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-365d7f47-b25e-47c3-90a8-9ee83bdae7de None None] Provisioning complete for port 024c2ae3-0de6-4b91-87af-78a9ec89c06a triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:23.253514 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-365d7f47-b25e-47c3-90a8-9ee83bdae7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:23.257409 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-365d7f47-b25e-47c3-90a8-9ee83bdae7de None None] Attempt 1 to provision port 024c2ae3-0de6-4b91-87af-78a9ec89c06a Sep 19 12:37:23.277632 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:23.278338 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:23.298961 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:23.300434 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-2a008d8f-2dae-4e2b-8b50-6267f28fce67 admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4621325 Sep 19 12:37:23.304490 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45622) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:23.430042 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:23.431999 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-365d7f47-b25e-47c3-90a8-9ee83bdae7de None None] Current status of the port 024c2ae3-0de6-4b91-87af-78a9ec89c06a is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:23.631202 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:22Z', 'revision_number': 3, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:23.658963 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Checking router: cb310623-385a-4ffc-a310-31ae1604ecea for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:37:23.659299 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Updating router cb310623-385a-4ffc-a310-31ae1604ecea port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:37:23.699313 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:23.728306 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:23.750631 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:23.927113 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Allocated IP 172.20.0.1 (e6b353e9-72f5-45ca-9fc7-16de881dafaf/1ac62355-0a00-4fdb-9937-1315b65b50be/5fa35c00-98af-488f-aac2-747260527a45) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:37:24.015915 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:24.069222 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Publish callbacks [] for port (5fa35c00-98af-488f-aac2-747260527a45), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.103264 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 024c2ae3-0de6-4b91-87af-78a9ec89c06a up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:24.182873 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (5fa35c00-98af-488f-aac2-747260527a45), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.195106 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Publish callbacks [] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.206267 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 024c2ae3-0de6-4b91-87af-78a9ec89c06a triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:24.206645 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.206990 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 024c2ae3-0de6-4b91-87af-78a9ec89c06a Sep 19 12:37:24.228951 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:24.232715 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:24.233886 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:24.234917 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:24.239456 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:37:24.267615 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Pushing event updated for resources: {'Port': ['ID=5fa35c00-98af-488f-aac2-747260527a45,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:24.292409 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.293358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (cb310623-385a-4ffc-a310-31ae1604ecea), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.342016 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Attempting to bind port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:37:24.342563 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Attempting to bind port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:37:24.342763 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Attempting to bind port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:37:24.353059 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 024c2ae3-0de6-4b91-87af-78a9ec89c06a is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:24.389687 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402266a-9b2d-43cb-a44d-275227a65a8a None None] Pushing event updated for resources: {'Port': ['ID=dca68d19-9924-4b65-b3a8-d2b9ab2aecdf,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:24.413821 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:37:24.414907 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:37:24.415471 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.415989 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:37:24.416666 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Bound port: dca68d19-9924-4b65-b3a8-d2b9ab2aecdf, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:37:24.422552 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.456928 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:24.477306 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] For port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:37:24.480914 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] For port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=dca68d19-9924-4b65-b3a8-d2b9ab2aecdf,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:37:24.532361 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5fa35c00-98af-488f-aac2-747260527a45), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.563746 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Provisioning complete for port 5fa35c00-98af-488f-aac2-747260527a45 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:24.564758 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5fa35c00-98af-488f-aac2-747260527a45), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.565104 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Attempt 1 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:24.602693 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Port 5fa35c00-98af-488f-aac2-747260527a45 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:24.646811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:24.649923 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.686826 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:24.687468 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:24.728863 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Publish callbacks [] for port (5fa35c00-98af-488f-aac2-747260527a45), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:24.746309 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402266a-9b2d-43cb-a44d-275227a65a8a None None] Pushing event updated for resources: {'Port': ['ID=dca68d19-9924-4b65-b3a8-d2b9ab2aecdf,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:24.812661 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:24.959702 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (5fa35c00-98af-488f-aac2-747260527a45), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:25.015035 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:23Z', 'revision_number': 1, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:25.032976 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Pushing event updated for resources: {'Port': ['ID=5fa35c00-98af-488f-aac2-747260527a45,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:25.040636 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4c8bba-4526-4481-bf7f-8025428cb512 None None] The sync data for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi is: [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:23Z', 'revision_number': 1, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:37:25.042126 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (cb310623-385a-4ffc-a310-31ae1604ecea), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:25.045045 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.045266 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.045632 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.046065 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.046350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.046686 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.047123 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.047426 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.047661 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.047988 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.048317 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.048669 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.054419 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.054419 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.054419 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:25.104185 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Attempt 2 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:25.158762 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Port 5fa35c00-98af-488f-aac2-747260527a45 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:25.198145 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:25.199763 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:25.269728 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:25.357194 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Router cb310623-385a-4ffc-a310-31ae1604ecea has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:37:25.490943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:37:25.501008 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-b6236eaa-4e0a-4e0a-ad00-7755edeb965d admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/cb310623-385a-4ffc-a310-31ae1604ecea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1911476 Sep 19 12:37:25.658503 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Attempt 3 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:25.708771 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Port 5fa35c00-98af-488f-aac2-747260527a45 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:26.093588 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device dca68d19-9924-4b65-b3a8-d2b9ab2aecdf up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:26.175626 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:26.176258 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.176862 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf Sep 19 12:37:26.213592 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Attempt 4 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:26.290780 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Port 5fa35c00-98af-488f-aac2-747260527a45 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:26.335595 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:26.336953 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.373903 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=dca68d19-9924-4b65-b3a8-d2b9ab2aecdf,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:26.390856 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45638) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:26.397294 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-391769973-network', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:26.462613 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.517983 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=dca68d19-9924-4b65-b3a8-d2b9ab2aecdf,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:26.525575 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Made reservation on behalf of 2620b21b79ea4b16ad14fb67d185984f for: {'network': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:37:26.529324 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.542840 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.663469 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Publish callbacks [] for security_group (f28e0123-fb08-4173-acac-3031c992979c), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.765666 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (f28e0123-fb08-4173-acac-3031c992979c), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.793174 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Attempt 5 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:26.799240 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=106969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:37:26.808970 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e0123-fb08-4173-acac-3031c992979c,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:26.816794 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (914fafde-0fe7-4a7f-8524-36ab5cd613ec), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.817409 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.segments_db [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Added segment 914fafde-0fe7-4a7f-8524-36ab5cd613ec of type vlan for network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc Sep 19 12:37:26.838124 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Port 5fa35c00-98af-488f-aac2-747260527a45 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:26.880226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.971440 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:26.972455 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:26.973138 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:27.049009 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:27.116506 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4c4a0832-a519-464a-b9e1-bd4c205b1353 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7234547 Sep 19 12:37:27.121255 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45640) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:27.129523 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Request body: {'subnet': {'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-391769973-subnet', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:27.177801 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:37:27.222750 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Made reservation on behalf of 2620b21b79ea4b16ad14fb67d185984f for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:37:27.226369 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14432167'] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:27.339049 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Attempt 6 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:27.381725 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Port 5fa35c00-98af-488f-aac2-747260527a45 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:27.433287 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:27.491176 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Sync routers for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:37:27.506411 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:27.507057 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:27.515268 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14432177'] for subnet (12cbd5f4-b17c-4625-ba3e-ee7db06c1870), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:27.565655 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:27.585492 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12cbd5f4-b17c-4625-ba3e-ee7db06c1870,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:27.597300 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Checking segment: {'id': '914fafde-0fe7-4a7f-8524-36ab5cd613ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:37:27.597657 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Network hostable DHCP agents. Network: c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:37:27.623270 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:27.651674 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:37:27.742780 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:27.747619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:27.748444 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:27.754309 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc3f9ea-61bb-4bdd-a033-0c9707a7e02f None None] Network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:37:27.879018 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-c29088f0-6586-40be-bf48-ff663df83a1c admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7551146 Sep 19 12:37:27.882287 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45642) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:27.884241 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Attempt 7 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:27.887537 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:27.912521 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc', 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc', 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'fixed_ips': [{'subnet_id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:37:27.913955 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:27.943590 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Port 5fa35c00-98af-488f-aac2-747260527a45 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:27.959036 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 2, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:27.989321 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Checking router: cb310623-385a-4ffc-a310-31ae1604ecea for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:37:27.989676 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Updating router cb310623-385a-4ffc-a310-31ae1604ecea port 5fa35c00-98af-488f-aac2-747260527a45 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:37:27.996111 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (50f271a9-9d88-4363-b1af-51631245688a), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:27.998121 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (50f271a9-9d88-4363-b1af-51631245688a), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.022065 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5fa35c00-98af-488f-aac2-747260527a45), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.038539 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:28.072045 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:28.073904 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks [] for router_controller (50f271a9-9d88-4363-b1af-51631245688a), precommit_add_association {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.105558 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Allocated IP 172.20.0.2 (c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc/12cbd5f4-b17c-4625-ba3e-ee7db06c1870/ff241029-06ff-4dac-af3c-4420af8c3319) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:37:28.117853 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device dca68d19-9924-4b65-b3a8-d2b9ab2aecdf up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:28.229686 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:28.238448 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:28.238860 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.239245 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf Sep 19 12:37:28.307166 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks [] for router_gateway (50f271a9-9d88-4363-b1af-51631245688a), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.326194 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Publish callbacks [] for port (5fa35c00-98af-488f-aac2-747260527a45), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.389518 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Publish callbacks [] for port (ff241029-06ff-4dac-af3c-4420af8c3319), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.406607 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:28.445216 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Attempt 8 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:28.478723 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Port 5fa35c00-98af-488f-aac2-747260527a45 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:28.599964 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5fa35c00-98af-488f-aac2-747260527a45), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.600930 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.618981 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:28.640439 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:28.647713 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:28.651290 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Pushing event updated for resources: {'Port': ['ID=ff241029-06ff-4dac-af3c-4420af8c3319,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:28.653876 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:28.656122 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:37:28.675518 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Pushing event updated for resources: {'Port': ['ID=5fa35c00-98af-488f-aac2-747260527a45,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:28.706587 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.706932 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.707301 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.707709 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.708051 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.708376 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.708728 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.709052 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.711135 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.711135 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.711135 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.711135 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.711135 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.711772 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.712115 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:37:28.724512 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Attempting to bind port 5fa35c00-98af-488f-aac2-747260527a45 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:37:28.724911 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Attempting to bind port 5fa35c00-98af-488f-aac2-747260527a45 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:37:28.725269 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Attempting to bind port 5fa35c00-98af-488f-aac2-747260527a45 on network e6b353e9-72f5-45ca-9fc7-16de881dafaf {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:37:28.729909 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Attempting to bind port ff241029-06ff-4dac-af3c-4420af8c3319 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:37:28.730276 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Attempting to bind port ff241029-06ff-4dac-af3c-4420af8c3319 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '914fafde-0fe7-4a7f-8524-36ab5cd613ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:37:28.730639 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Attempting to bind port ff241029-06ff-4dac-af3c-4420af8c3319 on network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:37:28.776355 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:37:28.776939 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Checking segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:37:28.777459 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.777962 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Bound using segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:37:28.778573 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Bound port: 5fa35c00-98af-488f-aac2-747260527a45, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:37:28.779069 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5fa35c00-98af-488f-aac2-747260527a45), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.784060 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:37:28.784427 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Checking segment: {'id': '914fafde-0fe7-4a7f-8524-36ab5cd613ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:37:28.785454 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.785859 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Bound using segment: {'id': '914fafde-0fe7-4a7f-8524-36ab5cd613ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:37:28.786395 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Bound port: ff241029-06ff-4dac-af3c-4420af8c3319, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914fafde-0fe7-4a7f-8524-36ab5cd613ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:37:28.786785 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.857015 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] For port 5fa35c00-98af-488f-aac2-747260527a45, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:37:28.858826 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:28.861309 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] For port 5fa35c00-98af-488f-aac2-747260527a45, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=5fa35c00-98af-488f-aac2-747260527a45,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:37:28.868345 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] For port ff241029-06ff-4dac-af3c-4420af8c3319, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:37:28.872655 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] For port ff241029-06ff-4dac-af3c-4420af8c3319, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=ff241029-06ff-4dac-af3c-4420af8c3319,segment=NetworkSegment(914fafde-0fe7-4a7f-8524-36ab5cd613ec),segment_id=914fafde-0fe7-4a7f-8524-36ab5cd613ec)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:37:28.932941 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5fa35c00-98af-488f-aac2-747260527a45), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.958453 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:28.960755 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:28.992747 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Attempt 9 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:28.997469 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:28.998110 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:29.013136 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks [] for router_gateway (50f271a9-9d88-4363-b1af-51631245688a), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:29.026010 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:29.043463 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace5105-7c9b-4a73-bb8c-94f83aa0f785 None None] Pushing event updated for resources: {'Port': ['ID=5fa35c00-98af-488f-aac2-747260527a45,revision_number=4']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:29.063710 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:29.134464 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:29.199421 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265079a2-beeb-477a-815d-6ad743f35580 None None] Pushing event updated for resources: {'Port': ['ID=ff241029-06ff-4dac-af3c-4420af8c3319,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:29.251760 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Current status of the port 5fa35c00-98af-488f-aac2-747260527a45 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:29.251973 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (5fa35c00-98af-488f-aac2-747260527a45), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:29.272082 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Allocated IP 172.27.3.97 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/69e6a9d4-972c-48aa-8d12-8370cbf514bc) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:37:29.315283 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] For port 5fa35c00-98af-488f-aac2-747260527a45, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=5fa35c00-98af-488f-aac2-747260527a45,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:29.400566 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (5fa35c00-98af-488f-aac2-747260527a45), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:29.451655 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks [] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:29.460750 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7077985-1475-415f-8ab0-1b6d624e5d46 None None] Pushing event updated for resources: {'Port': ['ID=5fa35c00-98af-488f-aac2-747260527a45,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:29.467365 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:28Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:29.519910 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e23c6b3-a624-47ae-a50a-2d7d2888d8d1 None None] The sync data for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi is: [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:28Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:37:29.535324 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-68444e9a-cd5e-4e54-91f3-54e60181d68e None None] Provisioning complete for port 5fa35c00-98af-488f-aac2-747260527a45 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:29.538313 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-68444e9a-cd5e-4e54-91f3-54e60181d68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5fa35c00-98af-488f-aac2-747260527a45), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:29.538313 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-68444e9a-cd5e-4e54-91f3-54e60181d68e None None] Attempt 1 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:29.549295 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:29.555598 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:29.596208 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:29.600119 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:29.604670 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:37:29.627174 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Pushing event updated for resources: {'Port': ['ID=69e6a9d4-972c-48aa-8d12-8370cbf514bc,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:29.640361 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-68444e9a-cd5e-4e54-91f3-54e60181d68e None None] Current status of the port 5fa35c00-98af-488f-aac2-747260527a45 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:29.997911 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks [] for router_gateway (50f271a9-9d88-4363-b1af-51631245688a), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:30.258791 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 5fa35c00-98af-488f-aac2-747260527a45 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:30.308804 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (50f271a9-9d88-4363-b1af-51631245688a), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:30.324702 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7717e-6f80-4303-ae12-19d437de2761 None None] Network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:37:30.346320 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 5fa35c00-98af-488f-aac2-747260527a45 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:30.346685 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (5fa35c00-98af-488f-aac2-747260527a45), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:30.347031 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 5fa35c00-98af-488f-aac2-747260527a45 Sep 19 12:37:30.425355 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-6acfc358-2bb1-4cd3-9ba5-70542d5970ba None None] Provisioning complete for port ff241029-06ff-4dac-af3c-4420af8c3319 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:30.425730 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6acfc358-2bb1-4cd3-9ba5-70542d5970ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:30.426147 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-6acfc358-2bb1-4cd3-9ba5-70542d5970ba None None] Attempt 1 to provision port ff241029-06ff-4dac-af3c-4420af8c3319 Sep 19 12:37:30.542966 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Router 50f271a9-9d88-4363-b1af-51631245688a is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:37:30.551039 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 5fa35c00-98af-488f-aac2-747260527a45 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:30.552153 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device ff241029-06ff-4dac-af3c-4420af8c3319 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:30.612811 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:30.617708 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-6acfc358-2bb1-4cd3-9ba5-70542d5970ba None None] Current status of the port ff241029-06ff-4dac-af3c-4420af8c3319 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:30.618102 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6acfc358-2bb1-4cd3-9ba5-70542d5970ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:30.667631 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port ff241029-06ff-4dac-af3c-4420af8c3319 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:30.668629 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:30.668752 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port ff241029-06ff-4dac-af3c-4420af8c3319 Sep 19 12:37:30.692668 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:37:30.721829 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-6acfc358-2bb1-4cd3-9ba5-70542d5970ba None None] For port ff241029-06ff-4dac-af3c-4420af8c3319, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=ff241029-06ff-4dac-af3c-4420af8c3319,segment=NetworkSegment(914fafde-0fe7-4a7f-8524-36ab5cd613ec),segment_id=914fafde-0fe7-4a7f-8524-36ab5cd613ec)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:30.726010 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Sync routers for ids ['50f271a9-9d88-4363-b1af-51631245688a'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:37:30.742895 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:30.765744 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Routers {'50f271a9-9d88-4363-b1af-51631245688a'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:30.766719 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['50f271a9-9d88-4363-b1af-51631245688a'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:30.786412 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:30.789372 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-db9c4df1-c84c-4e14-b22d-50e3b2f95615 admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9047170 Sep 19 12:37:30.792288 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45644) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:30.815616 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6acfc358-2bb1-4cd3-9ba5-70542d5970ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:30.951953 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port ff241029-06ff-4dac-af3c-4420af8c3319 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:30.969090 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-2aeabc56-e85f-4404-a2b9-18a8224b308b None None] Provisioning complete for port ff241029-06ff-4dac-af3c-4420af8c3319 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:30.969470 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2aeabc56-e85f-4404-a2b9-18a8224b308b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:30.969807 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-2aeabc56-e85f-4404-a2b9-18a8224b308b None None] Attempt 1 to provision port ff241029-06ff-4dac-af3c-4420af8c3319 Sep 19 12:37:30.971332 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfc358-2bb1-4cd3-9ba5-70542d5970ba None None] Pushing event updated for resources: {'Port': ['ID=ff241029-06ff-4dac-af3c-4420af8c3319,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:30.975263 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Set router 50f271a9-9d88-4363-b1af-51631245688a gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:30.980676 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:31.106391 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:31.186887 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-2aeabc56-e85f-4404-a2b9-18a8224b308b None None] Current status of the port ff241029-06ff-4dac-af3c-4420af8c3319 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:31.238582 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f271a9-9d88-4363-b1af-51631245688a', 'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:28Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 3, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'gw_port': {'id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:29Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:31.251184 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:31.275085 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Checking router: 50f271a9-9d88-4363-b1af-51631245688a for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:37:31.275714 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Updating router 50f271a9-9d88-4363-b1af-51631245688a port 69e6a9d4-972c-48aa-8d12-8370cbf514bc binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:37:31.309723 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:31.436708 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Allocated IP 172.20.0.1 (c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc/12cbd5f4-b17c-4625-ba3e-ee7db06c1870/b7cffd3d-19be-4cf8-8da8-397a40e07d23) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:37:31.464987 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:31.543273 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Publish callbacks [] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:31.570805 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:31.572482 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Publish callbacks [] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:31.869253 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:31.869984 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:31.926800 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Attempting to bind port 69e6a9d4-972c-48aa-8d12-8370cbf514bc on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:37:31.927402 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Attempting to bind port 69e6a9d4-972c-48aa-8d12-8370cbf514bc by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:37:31.927975 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Attempting to bind port 69e6a9d4-972c-48aa-8d12-8370cbf514bc on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:37:31.945956 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:31.954558 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:31.957967 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:37:31.962570 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Pushing event updated for resources: {'Port': ['ID=b7cffd3d-19be-4cf8-8da8-397a40e07d23,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:31.986844 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb6602-e6ce-40e8-88c4-fafed008b437 None None] Pushing event updated for resources: {'Port': ['ID=69e6a9d4-972c-48aa-8d12-8370cbf514bc,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:32.027259 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:37:32.027835 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:37:32.028452 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.029109 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:37:32.029856 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Bound port: 69e6a9d4-972c-48aa-8d12-8370cbf514bc, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:37:32.030175 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (50f271a9-9d88-4363-b1af-51631245688a), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.030447 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.114135 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device ff241029-06ff-4dac-af3c-4420af8c3319 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:32.137278 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] For port 69e6a9d4-972c-48aa-8d12-8370cbf514bc, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:37:32.158306 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] For port 69e6a9d4-972c-48aa-8d12-8370cbf514bc, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=69e6a9d4-972c-48aa-8d12-8370cbf514bc,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:37:32.187448 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port ff241029-06ff-4dac-af3c-4420af8c3319 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:32.187966 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.188376 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port ff241029-06ff-4dac-af3c-4420af8c3319 Sep 19 12:37:32.229464 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.231143 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Provisioning complete for port b7cffd3d-19be-4cf8-8da8-397a40e07d23 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:32.231438 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.231757 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 1 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:32.284036 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.305128 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Routers {'50f271a9-9d88-4363-b1af-51631245688a'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:32.305810 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['50f271a9-9d88-4363-b1af-51631245688a'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:32.352399 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:32.394037 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:32.482616 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Publish callbacks [] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.514212 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb6602-e6ce-40e8-88c4-fafed008b437 None None] Pushing event updated for resources: {'Port': ['ID=69e6a9d4-972c-48aa-8d12-8370cbf514bc,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:32.537287 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port ff241029-06ff-4dac-af3c-4420af8c3319 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:32.587023 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] Set router 50f271a9-9d88-4363-b1af-51631245688a gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:32.619971 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:32.639735 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.708633 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Pushing event updated for resources: {'Port': ['ID=b7cffd3d-19be-4cf8-8da8-397a40e07d23,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:32.711487 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (50f271a9-9d88-4363-b1af-51631245688a), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:32.768688 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:32.781231 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f271a9-9d88-4363-b1af-51631245688a', 'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:28Z', 'updated_at': '2022-09-19T12:37:32Z', 'revision_number': 4, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'gw_port': {'id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:29Z', 'updated_at': '2022-09-19T12:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b7cffd3d-19be-4cf8-8da8-397a40e07d23', 'name': '', 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'mac_address': 'fa:16:3e:5a:91:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:31Z', 'updated_at': '2022-09-19T12:37:31Z', 'revision_number': 1, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'subnets': [{'id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:32.806730 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c812e87-fd70-4984-8206-07b54ac0aee0 None None] The sync data for ids ['50f271a9-9d88-4363-b1af-51631245688a'] in dv-cinder-850618-3-iscsi is: [{'id': '50f271a9-9d88-4363-b1af-51631245688a', 'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:28Z', 'updated_at': '2022-09-19T12:37:32Z', 'revision_number': 4, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'gw_port': {'id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:29Z', 'updated_at': '2022-09-19T12:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b7cffd3d-19be-4cf8-8da8-397a40e07d23', 'name': '', 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'mac_address': 'fa:16:3e:5a:91:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:31Z', 'updated_at': '2022-09-19T12:37:31Z', 'revision_number': 1, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'subnets': [{'id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:37:32.809637 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:32.811007 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:32.854186 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 2 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:32.900128 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:32.949679 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Router 50f271a9-9d88-4363-b1af-51631245688a has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:37:33.091275 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:37:33.100726 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-836e0979-ee57-4c18-ab55-289ff311d240 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/50f271a9-9d88-4363-b1af-51631245688a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3024998 Sep 19 12:37:33.393990 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 3 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:33.451216 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:33.515044 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c29bdc8a-6d4b-41c0-8e97-a7c559dce7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:33.586931 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45652) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:33.591604 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-90c19818-893a-4be9-bbb8-2b1a9248b12a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134905487', 'description': 'tempest-secgroup-smoke-1134905487 description', 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:33.685453 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-90c19818-893a-4be9-bbb8-2b1a9248b12a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:33.736689 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:33.761739 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-90c19818-893a-4be9-bbb8-2b1a9248b12a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group (97f82366-7a7d-45eb-ab7f-f8dea86d7327), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:33.862751 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-90c19818-893a-4be9-bbb8-2b1a9248b12a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (97f82366-7a7d-45eb-ab7f-f8dea86d7327), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:33.903835 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c19818-893a-4be9-bbb8-2b1a9248b12a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f82366-7a7d-45eb-ab7f-f8dea86d7327,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:33.952165 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 4 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:33.980207 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-90c19818-893a-4be9-bbb8-2b1a9248b12a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:33.985024 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-90c19818-893a-4be9-bbb8-2b1a9248b12a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3941095 Sep 19 12:37:33.985561 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45654) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:33.986033 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:33.990293 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-d0866676-8d7d-416d-b9cf-3bd23e357a91 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'security_group_rule': {'security_group_id': '97f82366-7a7d-45eb-ab7f-f8dea86d7327', 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:34.077043 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 69e6a9d4-972c-48aa-8d12-8370cbf514bc up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:34.098139 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d0866676-8d7d-416d-b9cf-3bd23e357a91 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (c53b9b06-31cd-4380-8bb4-e0725083d1ad), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.127620 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 69e6a9d4-972c-48aa-8d12-8370cbf514bc triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:34.129026 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.129545 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 69e6a9d4-972c-48aa-8d12-8370cbf514bc Sep 19 12:37:34.165297 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d0866676-8d7d-416d-b9cf-3bd23e357a91 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (c53b9b06-31cd-4380-8bb4-e0725083d1ad), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.209211 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 69e6a9d4-972c-48aa-8d12-8370cbf514bc is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:34.209641 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.229368 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 69e6a9d4-972c-48aa-8d12-8370cbf514bc, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=69e6a9d4-972c-48aa-8d12-8370cbf514bc,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:34.250886 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d0866676-8d7d-416d-b9cf-3bd23e357a91 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (c53b9b06-31cd-4380-8bb4-e0725083d1ad), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.270503 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0866676-8d7d-416d-b9cf-3bd23e357a91 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53b9b06-31cd-4380-8bb4-e0725083d1ad,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:34.308120 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.338428 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-d0866676-8d7d-416d-b9cf-3bd23e357a91 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.342804 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-d0866676-8d7d-416d-b9cf-3bd23e357a91 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3559246 Sep 19 12:37:34.346694 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45656) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:34.347343 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-d3cea628-0a6e-4c22-a2dc-bb7b72603cd3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'security_group_rule': {'security_group_id': '97f82366-7a7d-45eb-ab7f-f8dea86d7327', 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:34.358048 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=69e6a9d4-972c-48aa-8d12-8370cbf514bc,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:34.439833 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d3cea628-0a6e-4c22-a2dc-bb7b72603cd3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (2d6cec28-1d30-4809-896d-9f405697e504), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.487433 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 5 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:34.497439 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d3cea628-0a6e-4c22-a2dc-bb7b72603cd3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (2d6cec28-1d30-4809-896d-9f405697e504), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.520286 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:34.565240 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d3cea628-0a6e-4c22-a2dc-bb7b72603cd3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (2d6cec28-1d30-4809-896d-9f405697e504), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.586232 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cea628-0a6e-4c22-a2dc-bb7b72603cd3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6cec28-1d30-4809-896d-9f405697e504,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:34.658286 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-d3cea628-0a6e-4c22-a2dc-bb7b72603cd3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.659528 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-d3cea628-0a6e-4c22-a2dc-bb7b72603cd3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3156664 Sep 19 12:37:34.662408 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45658) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:34.666909 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-1f37c521-1048-4a6b-a468-eac7d9a29387 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'security_group_rule': {'security_group_id': '97f82366-7a7d-45eb-ab7f-f8dea86d7327', 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:34.753474 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1f37c521-1048-4a6b-a468-eac7d9a29387 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (275979e9-51b5-4276-89db-b5cb040d13c4), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.810164 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1f37c521-1048-4a6b-a468-eac7d9a29387 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (275979e9-51b5-4276-89db-b5cb040d13c4), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.913606 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1f37c521-1048-4a6b-a468-eac7d9a29387 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (275979e9-51b5-4276-89db-b5cb040d13c4), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:34.933320 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37c521-1048-4a6b-a468-eac7d9a29387 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275979e9-51b5-4276-89db-b5cb040d13c4,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:35.018551 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1f37c521-1048-4a6b-a468-eac7d9a29387 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.019834 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-1f37c521-1048-4a6b-a468-eac7d9a29387 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563564 Sep 19 12:37:35.021688 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 6 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:35.022788 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45660) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:35.027556 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-e9bcf0da-66cd-4c1d-a4b7-42cf7b0e0a6f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'security_group_rule': {'security_group_id': '97f82366-7a7d-45eb-ab7f-f8dea86d7327', 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:35.037165 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:35.055050 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:35.166180 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf0da-66cd-4c1d-a4b7-42cf7b0e0a6f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (89c8b248-8674-4a4e-ab2c-a795f3103909), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.225192 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf0da-66cd-4c1d-a4b7-42cf7b0e0a6f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (89c8b248-8674-4a4e-ab2c-a795f3103909), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.364857 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf0da-66cd-4c1d-a4b7-42cf7b0e0a6f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (89c8b248-8674-4a4e-ab2c-a795f3103909), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.388034 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcf0da-66cd-4c1d-a4b7-42cf7b0e0a6f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c8b248-8674-4a4e-ab2c-a795f3103909,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:35.458628 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf0da-66cd-4c1d-a4b7-42cf7b0e0a6f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.459827 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-e9bcf0da-66cd-4c1d-a4b7-42cf7b0e0a6f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4357862 Sep 19 12:37:35.462937 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45662) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:35.467606 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-b77039b9-0363-4a42-ae1a-4a4074539e4f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'security_group_rule': {'security_group_id': '97f82366-7a7d-45eb-ab7f-f8dea86d7327', 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:35.556052 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 7 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:35.559265 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.securitygroups_db [None req-b77039b9-0363-4a42-ae1a-4a4074539e4f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Project ea2bd5c94eb7415c80a4e24452c08eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:37:35.565790 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b77039b9-0363-4a42-ae1a-4a4074539e4f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (dafe6b48-23d9-4d3d-837d-c6977a525b58), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.585179 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:35.600544 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:35.627703 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b77039b9-0363-4a42-ae1a-4a4074539e4f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (dafe6b48-23d9-4d3d-837d-c6977a525b58), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.685192 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6bb3256d-5214-4e39-b6d2-a59cc759c012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.702351 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b77039b9-0363-4a42-ae1a-4a4074539e4f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (dafe6b48-23d9-4d3d-837d-c6977a525b58), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.721919 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77039b9-0363-4a42-ae1a-4a4074539e4f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafe6b48-23d9-4d3d-837d-c6977a525b58,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:35.795320 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b77039b9-0363-4a42-ae1a-4a4074539e4f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.796521 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b77039b9-0363-4a42-ae1a-4a4074539e4f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325593 Sep 19 12:37:35.799381 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45664) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:35.803551 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-2db99be0-7fd0-4ae6-974d-dcef85e5c839 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'security_group_rule': {'security_group_id': '97f82366-7a7d-45eb-ab7f-f8dea86d7327', 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:35.890788 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.securitygroups_db [None req-2db99be0-7fd0-4ae6-974d-dcef85e5c839 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Project ea2bd5c94eb7415c80a4e24452c08eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:37:35.897083 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2db99be0-7fd0-4ae6-974d-dcef85e5c839 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (e86ef39f-989f-4c8c-a10d-b0d658b04110), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:35.956316 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2db99be0-7fd0-4ae6-974d-dcef85e5c839 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (e86ef39f-989f-4c8c-a10d-b0d658b04110), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:36.033897 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2db99be0-7fd0-4ae6-974d-dcef85e5c839 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (e86ef39f-989f-4c8c-a10d-b0d658b04110), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:36.053935 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db99be0-7fd0-4ae6-974d-dcef85e5c839 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86ef39f-989f-4c8c-a10d-b0d658b04110,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:36.065857 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 69e6a9d4-972c-48aa-8d12-8370cbf514bc up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:36.101222 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 8 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:36.138358 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2db99be0-7fd0-4ae6-974d-dcef85e5c839 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:36.139738 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:36.140032 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2db99be0-7fd0-4ae6-974d-dcef85e5c839 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3395472 Sep 19 12:37:36.140208 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 69e6a9d4-972c-48aa-8d12-8370cbf514bc triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:36.140579 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:36.140931 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 69e6a9d4-972c-48aa-8d12-8370cbf514bc Sep 19 12:37:36.230995 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 69e6a9d4-972c-48aa-8d12-8370cbf514bc is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:36.498970 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Sync routers for ids ['50f271a9-9d88-4363-b1af-51631245688a'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:37:36.510679 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Routers {'50f271a9-9d88-4363-b1af-51631245688a'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:36.511201 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['50f271a9-9d88-4363-b1af-51631245688a'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:36.617359 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Set router 50f271a9-9d88-4363-b1af-51631245688a gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:36.640921 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 9 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:36.676358 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:36.735535 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:37:36.743517 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:36.813305 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f271a9-9d88-4363-b1af-51631245688a', 'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:28Z', 'updated_at': '2022-09-19T12:37:32Z', 'revision_number': 4, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'gw_port': {'id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:29Z', 'updated_at': '2022-09-19T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b7cffd3d-19be-4cf8-8da8-397a40e07d23', 'name': '', 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'mac_address': 'fa:16:3e:5a:91:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:31Z', 'updated_at': '2022-09-19T12:37:32Z', 'revision_number': 2, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'subnets': [{'id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:36.841472 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Checking router: 50f271a9-9d88-4363-b1af-51631245688a for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:37:36.841824 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Updating router 50f271a9-9d88-4363-b1af-51631245688a port b7cffd3d-19be-4cf8-8da8-397a40e07d23 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:37:36.870713 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:36.942221 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:37.177563 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Attempt 10 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:37.215427 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-766c8799-4e31-4c98-8e55-1dbaff8a2ce1 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:37.250533 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Publish callbacks [] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:37.336999 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] Provisioning complete for port b7cffd3d-19be-4cf8-8da8-397a40e07d23 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:37.337736 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:37.338171 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] Attempt 1 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:37.360028 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:37.379243 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] Port b7cffd3d-19be-4cf8-8da8-397a40e07d23 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:37.409829 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc477a-153b-4705-b4cd-d00565657004 None None] Pushing event updated for resources: {'Port': ['ID=b7cffd3d-19be-4cf8-8da8-397a40e07d23,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:37.457348 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Attempting to bind port b7cffd3d-19be-4cf8-8da8-397a40e07d23 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:37:37.457707 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Attempting to bind port b7cffd3d-19be-4cf8-8da8-397a40e07d23 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '914fafde-0fe7-4a7f-8524-36ab5cd613ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:37:37.458057 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Attempting to bind port b7cffd3d-19be-4cf8-8da8-397a40e07d23 on network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:37:37.499566 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:37.503164 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:37:37.506714 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Checking segment: {'id': '914fafde-0fe7-4a7f-8524-36ab5cd613ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:37:37.506714 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:37.506714 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Bound using segment: {'id': '914fafde-0fe7-4a7f-8524-36ab5cd613ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:37:37.506714 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Bound port: b7cffd3d-19be-4cf8-8da8-397a40e07d23, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914fafde-0fe7-4a7f-8524-36ab5cd613ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:37:37.506714 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:37.569283 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] For port b7cffd3d-19be-4cf8-8da8-397a40e07d23, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:37:37.573105 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] For port b7cffd3d-19be-4cf8-8da8-397a40e07d23, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=b7cffd3d-19be-4cf8-8da8-397a40e07d23,segment=NetworkSegment(914fafde-0fe7-4a7f-8524-36ab5cd613ec),segment_id=914fafde-0fe7-4a7f-8524-36ab5cd613ec)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:37:37.663508 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:37.705078 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Routers {'50f271a9-9d88-4363-b1af-51631245688a'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:37.705699 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['50f271a9-9d88-4363-b1af-51631245688a'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:37.766956 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc477a-153b-4705-b4cd-d00565657004 None None] Pushing event updated for resources: {'Port': ['ID=b7cffd3d-19be-4cf8-8da8-397a40e07d23,revision_number=4']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:37.831152 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] Set router 50f271a9-9d88-4363-b1af-51631245688a gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:37.880328 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] Attempt 2 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:37.946510 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:37.955834 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] Current status of the port b7cffd3d-19be-4cf8-8da8-397a40e07d23 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:37.957651 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:37.989290 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] For port b7cffd3d-19be-4cf8-8da8-397a40e07d23, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=b7cffd3d-19be-4cf8-8da8-397a40e07d23,segment=NetworkSegment(914fafde-0fe7-4a7f-8524-36ab5cd613ec),segment_id=914fafde-0fe7-4a7f-8524-36ab5cd613ec)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:38.029558 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f271a9-9d88-4363-b1af-51631245688a', 'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:28Z', 'updated_at': '2022-09-19T12:37:32Z', 'revision_number': 4, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'gw_port': {'id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:29Z', 'updated_at': '2022-09-19T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b7cffd3d-19be-4cf8-8da8-397a40e07d23', 'name': '', 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'mac_address': 'fa:16:3e:5a:91:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:31Z', 'updated_at': '2022-09-19T12:37:37Z', 'revision_number': 4, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'subnets': [{'id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:38.061926 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47d3e9-7e5b-4e89-97f9-db0fee1670c6 None None] The sync data for ids ['50f271a9-9d88-4363-b1af-51631245688a'] in dv-cinder-850618-3-iscsi is: [{'id': '50f271a9-9d88-4363-b1af-51631245688a', 'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:28Z', 'updated_at': '2022-09-19T12:37:32Z', 'revision_number': 4, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'gw_port': {'id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:29Z', 'updated_at': '2022-09-19T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'b7cffd3d-19be-4cf8-8da8-397a40e07d23', 'name': '', 'network_id': 'c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'mac_address': 'fa:16:3e:5a:91:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:31Z', 'updated_at': '2022-09-19T12:37:37Z', 'revision_number': 4, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'subnets': [{'id': '12cbd5f4-b17c-4625-ba3e-ee7db06c1870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:37:38.079793 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:38.112920 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device b7cffd3d-19be-4cf8-8da8-397a40e07d23 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:38.183743 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8a877-cb22-4c48-89f9-d9e23f2bb118 None None] Pushing event updated for resources: {'Port': ['ID=b7cffd3d-19be-4cf8-8da8-397a40e07d23,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:38.195736 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port b7cffd3d-19be-4cf8-8da8-397a40e07d23 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:38.196146 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:38.196484 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:38.276850 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port b7cffd3d-19be-4cf8-8da8-397a40e07d23 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:38.754025 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:38.789126 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:40.071251 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device b7cffd3d-19be-4cf8-8da8-397a40e07d23 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:37:40.122465 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port b7cffd3d-19be-4cf8-8da8-397a40e07d23 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:40.122855 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:40.123206 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port b7cffd3d-19be-4cf8-8da8-397a40e07d23 Sep 19 12:37:40.201239 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port b7cffd3d-19be-4cf8-8da8-397a40e07d23 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:37:44.933152 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=29,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:44.935110 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=52,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:46.053307 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:46.054262 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=75,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:47.598996 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:48.033484 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=50 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:50.200249 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:51.557003 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33c77-9d56-492a-8c46-0144d8c6c882 req-61f75e9c-c161-4f14-9357-28e4570338fd tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:51.558477 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-86d33c77-9d56-492a-8c46-0144d8c6c882 req-61f75e9c-c161-4f14-9357-28e4570338fd tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 947 time: 0.0474644 Sep 19 12:37:51.605046 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-86d33c77-9d56-492a-8c46-0144d8c6c882 req-25ce3f93-2d40-4ad9-9386-145b5ec3ac81 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410364 Sep 19 12:37:52.739320 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4e2b6-57b5-43b5-9755-1250a3746111 req-b92b6e30-b51e-4128-bd08-ec6734408131 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:52.740828 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9bc4e2b6-57b5-43b5-9755-1250a3746111 req-b92b6e30-b51e-4128-bd08-ec6734408131 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 947 time: 0.0527160 Sep 19 12:37:52.790721 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9bc4e2b6-57b5-43b5-9755-1250a3746111 req-4497a841-03fe-48ae-b4e3-2510da461e09 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 Sep 19 12:37:53.047318 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-a972ff24-fdb3-4a02-a129-b4d4f1b99bf0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:53.048794 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-a972ff24-fdb3-4a02-a129-b4d4f1b99bf0 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 947 time: 0.0489292 Sep 19 12:37:53.139780 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Deleting port 3bbecd75-6878-45e6-92b1-03e016e3daab {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:37:53.140122 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:53.248674 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-79f180ab-5c21-4ee4-87f8-d2a4c214324d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1134905487&fields=id&tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4 HTTP/1.1" status: 200 len: 267 time: 0.0931787 Sep 19 12:37:53.325338 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] For port 3bbecd75-6878-45e6-92b1-03e016e3daab, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=3bbecd75-6878-45e6-92b1-03e016e3daab,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:37:53.325694 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:53.453206 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-bbb09290-555e-4f4b-9e5d-22a6c4c12856 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:53.454657 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-bbb09290-555e-4f4b-9e5d-22a6c4c12856 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 812 time: 0.1992593 Sep 19 12:37:53.477772 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-c40dc95e-a390-40b3-8bdb-1acede89f951 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/quotas/ea2bd5c94eb7415c80a4e24452c08eb4 HTTP/1.1" status: 200 len: 375 time: 0.0168045 Sep 19 12:37:53.567775 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-a9fef0a8-e556-4a2c-973d-ddeb9c3f4675 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836537 Sep 19 12:37:53.571178 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:53.571533 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (b4427f90-bb79-436d-b172-19fff36997a7), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:53.571839 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Floating IP b4427f90-bb79-436d-b172-19fff36997a7 disassociated. External IP: 172.27.3.96, port: 3bbecd75-6878-45e6-92b1-03e016e3daab. Sep 19 12:37:53.572173 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Calling delete_port for 3bbecd75-6878-45e6-92b1-03e016e3daab owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:37:53.683512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-8aa4b200-0ea4-4589-b00f-dd965ae1650d service neutron] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:37:53.684587 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-8aa4b200-0ea4-4589-b00f-dd965ae1650d service neutron] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1036782 Sep 19 12:37:53.705676 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:53.752226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:53.790232 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (3bbecd75-6878-45e6-92b1-03e016e3daab), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:53.837213 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event deleted for resources: {'Port': ['ID=3bbecd75-6878-45e6-92b1-03e016e3daab,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:53.846892 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-39c3c2e8-d428-43a3-9d5c-3b84bb6823f0 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558313 Sep 19 12:37:53.963199 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-af244269-49d4-4c87-ac44-77dd83d66c20 req-ae7bbc0f-4498-442d-9e44-f61b4903c7ef tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 210 time: 0.0741994 Sep 19 12:37:54.323928 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1e4743a5-55bd-4a68-b084-9eb42a99d59b service neutron] 10.222.0.93 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361684 Sep 19 12:37:54.331216 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Router b421c92b-860a-40af-a38d-8fd9951197c3 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:37:54.445209 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:37:54.458442 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] Sync routers for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:37:54.464905 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:54.471084 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:54.471708 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:54.493672 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] No DVR routers for this DVR port 3bbecd75-6878-45e6-92b1-03e016e3daab on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:37:54.496441 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:54.499749 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee142f4c-4d53-4ad6-879e-8dae088cafc8 req-6aad2060-790e-4541-bb08-8bfcedf0501f tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3bbecd75-6878-45e6-92b1-03e016e3daab HTTP/1.1" status: 204 len: 173 time: 1.4429600 Sep 19 12:37:54.500258 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-deleted', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:37:54.502938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f0e35e-25a3-4373-a4ef-c58aff6f6142" -d '{"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-deleted", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:37:54.521688 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:54.597674 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:54.613483 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7f4912-3e69-4138-b437-9ff26a5a3fb8 x-openstack-request-id: req-bf7f4912-3e69-4138-b437-9ff26a5a3fb8 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:37:54.613761 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73260e21-141c-4941-bdbe-66ee0eeef141", "name": "network-vif-deleted", "tag": "3bbecd75-6878-45e6-92b1-03e016e3daab", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:37:54.614010 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bf7f4912-3e69-4138-b437-9ff26a5a3fb8 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:37:54.614405 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7f4912-3e69-4138-b437-9ff26a5a3fb8'] response: {'server_uuid': '73260e21-141c-4941-bdbe-66ee0eeef141', 'name': 'network-vif-deleted', 'tag': '3bbecd75-6878-45e6-92b1-03e016e3daab', 'status': 'completed', 'code': 200} Sep 19 12:37:54.790781 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:54.821558 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] Checking router: b421c92b-860a-40af-a38d-8fd9951197c3 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:37:54.834598 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:37:54.834598 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:54.947591 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:37:55.066430 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c29009a6-1f23-4948-be02-9377bc06e7a5 req-b6a53ce3-5e12-4111-a14a-14725825b58d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 210 time: 0.0412335 Sep 19 12:37:55.157591 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5c7f82c7-4d5c-4a30-aa4a-ac84f4eef398 req-d7d93261-4907-40f2-a907-4d4bfb4fb8b5 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=73260e21-141c-4941-bdbe-66ee0eeef141 HTTP/1.1" status: 200 len: 210 time: 0.0385122 Sep 19 12:37:55.301215 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:37:55.326632 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548a6e48-ae7f-4ae7-8223-e9eda086302a None None] The sync data for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi is: [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:32:04Z', 'revision_number': 4, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'c1ea76cb-34f4-40d9-aa91-ae84db769225', 'name': '', 'network_id': 'af5272e5-f954-494b-ac83-7c8776b2b4cb', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'mac_address': 'fa:16:3e:60:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:03Z', 'updated_at': '2022-09-19T12:32:08Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'subnets': [{'id': '60bc15d4-a287-4cdc-b021-1f87bbb86b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:37:55.545767 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b45b2-fce5-412d-8e3e-e627525aa7aa None None] New status for floating IP b4427f90-bb79-436d-b172-19fff36997a7: DOWN {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:37:56.158957 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-174548dd-c1c3-4aa1-8aa5-79d59582d68c req-cd9e6a7e-9c57-466b-96e7-07b5b734f6e1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 210 time: 0.0282416 Sep 19 12:37:56.337059 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45826) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:56.391769 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf6aa-6f69-4456-85c9-1b4be92cc490 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:56.412937 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf6aa-6f69-4456-85c9-1b4be92cc490 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:56.564762 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf6aa-6f69-4456-85c9-1b4be92cc490 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:56.567300 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf6aa-6f69-4456-85c9-1b4be92cc490 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:56.568444 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ddfbf6aa-6f69-4456-85c9-1b4be92cc490 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9 HTTP/1.1" status: 204 len: 168 time: 0.2304261 Sep 19 12:37:56.571431 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45828) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:56.577804 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbf6aa-6f69-4456-85c9-1b4be92cc490 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:56.587504 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.api.v2.resource [None req-1c150ec2-2c2a-45a8-a70e-1b46d980a494 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] show failed (client error): The resource could not be found. Sep 19 12:37:56.588591 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-1c150ec2-2c2a-45a8-a70e-1b46d980a494 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "GET /networking/v2.0/security-groups/3a57aae5-5dcd-4fcd-a105-7abd6cbd09a9 HTTP/1.1" status: 404 len: 347 time: 0.0160460 Sep 19 12:37:56.591348 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45830) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:56.705516 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Deleting port b72d5ae7-5faa-4ad0-ab7e-b7726e06014b {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:37:56.705857 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (b72d5ae7-5faa-4ad0-ab7e-b7726e06014b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:56.787855 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (b72d5ae7-5faa-4ad0-ab7e-b7726e06014b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:56.788185 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (b72d5ae7-5faa-4ad0-ab7e-b7726e06014b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:56.802085 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Calling delete_port for b72d5ae7-5faa-4ad0-ab7e-b7726e06014b owned by network:floatingip {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:37:56.923048 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:56.981207 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3bbecd75-6878-45e6-92b1-03e016e3daab no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:37:56.999058 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (b72d5ae7-5faa-4ad0-ab7e-b7726e06014b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:57.000291 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 3bbecd75-6878-45e6-92b1-03e016e3daab {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:37:57.000790 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 3bbecd75-6878-45e6-92b1-03e016e3daab not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:37:57.037249 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Pushing event deleted for resources: {'Port': ['ID=b72d5ae7-5faa-4ad0-ab7e-b7726e06014b,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:57.096798 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks [] for floatingip (b4427f90-bb79-436d-b172-19fff36997a7), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:57.099321 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:57.100485 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-f1408c71-6b31-4b23-895b-161edf0a5fb4 tempest-AttachVolumeShelveTestJSON-1443879091 tempest-AttachVolumeShelveTestJSON-1443879091-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/b4427f90-bb79-436d-b172-19fff36997a7 HTTP/1.1" status: 204 len: 168 time: 0.5076230 Sep 19 12:37:57.264230 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7775511e-374e-475d-a478-316d58e06aa4 req-00840938-01b6-4bc3-82d5-15c858962aa2 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 210 time: 0.0299139 Sep 19 12:37:57.576613 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:57.679063 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-87901015-c6d8-4e24-aed0-b4ecb4e22e96 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:57.681278 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-87901015-c6d8-4e24-aed0-b4ecb4e22e96 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 812 time: 0.1142781 Sep 19 12:37:57.753326 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-c3b66c62-51b3-4ce3-a476-d21ac940b504 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4 HTTP/1.1" status: 200 len: 380 time: 0.0635724 Sep 19 12:37:57.763990 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'port': {'device_id': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'admin_state_up': True, 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'security_groups': ['97f82366-7a7d-45eb-ab7f-f8dea86d7327']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:57.975994 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Made reservation on behalf of ea2bd5c94eb7415c80a4e24452c08eb4 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:37:57.980784 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:58.122779 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Allocated IP 172.20.0.7 (e6b353e9-72f5-45ca-9fc7-16de881dafaf/1ac62355-0a00-4fdb-9937-1315b65b50be/ab201db2-b696-4cee-915b-c71cf380b91d) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:37:58.271221 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:58.277169 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for port (ab201db2-b696-4cee-915b-c71cf380b91d), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:58.369228 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4d050b73-eb88-4d97-a38c-847a55a3f86d req-72794ae8-89d7-4843-b8a0-6494e6d822be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 210 time: 0.0292122 Sep 19 12:37:58.399999 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:58.445491 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:37:58.454204 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:37:58.465216 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:37:58.467089 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'Port': ['ID=ab201db2-b696-4cee-915b-c71cf380b91d,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:58.518054 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:58.518692 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:58.607337 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-6edd5d1e-922d-4108-863b-d7a218d26aee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473351 Sep 19 12:37:58.619185 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Request body: {'port': {'device_id': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:37:58.681545 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:58.748920 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:58.749041 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-0adbe713-ec36-4205-bcbc-10bdceeac4d7 None None] Provisioning complete for port ab201db2-b696-4cee-915b-c71cf380b91d triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:37:58.749041 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0adbe713-ec36-4205-bcbc-10bdceeac4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:58.749041 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-0adbe713-ec36-4205-bcbc-10bdceeac4d7 None None] Attempt 1 to provision port ab201db2-b696-4cee-915b-c71cf380b91d Sep 19 12:37:58.778066 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-0adbe713-ec36-4205-bcbc-10bdceeac4d7 None None] Port ab201db2-b696-4cee-915b-c71cf380b91d cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:58.968594 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab201db2-b696-4cee-915b-c71cf380b91d {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:37:58.977312 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Publish callbacks [] for port (ab201db2-b696-4cee-915b-c71cf380b91d), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:58.990002 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Transition to ACTIVE for port object ab201db2-b696-4cee-915b-c71cf380b91d will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:37:59.102356 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:59.188384 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab201db2-b696-4cee-915b-c71cf380b91d,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:59.218141 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Attempting to bind port ab201db2-b696-4cee-915b-c71cf380b91d on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:37:59.218471 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Attempting to bind port ab201db2-b696-4cee-915b-c71cf380b91d by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:37:59.218793 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Attempting to bind port ab201db2-b696-4cee-915b-c71cf380b91d on network e6b353e9-72f5-45ca-9fc7-16de881dafaf {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:37:59.265553 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Port ab201db2-b696-4cee-915b-c71cf380b91d on network e6b353e9-72f5-45ca-9fc7-16de881dafaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:37:59.265937 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Attempting to bind port ab201db2-b696-4cee-915b-c71cf380b91d on network e6b353e9-72f5-45ca-9fc7-16de881dafaf {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:37:59.282009 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-0adbe713-ec36-4205-bcbc-10bdceeac4d7 None None] Attempt 2 to provision port ab201db2-b696-4cee-915b-c71cf380b91d Sep 19 12:37:59.309929 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:37:59.310548 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Checking segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:37:59.310679 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Bound using segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:37:59.311058 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Bound port: ab201db2-b696-4cee-915b-c71cf380b91d, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:37:59.311414 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:59.324828 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-0adbe713-ec36-4205-bcbc-10bdceeac4d7 None None] Port ab201db2-b696-4cee-915b-c71cf380b91d cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:37:59.371439 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:59.375498 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] For port ab201db2-b696-4cee-915b-c71cf380b91d, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:37:59.378893 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] For port ab201db2-b696-4cee-915b-c71cf380b91d, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ab201db2-b696-4cee-915b-c71cf380b91d,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:37:59.495170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafd75c-9325-4d67-9cdb-c2c67ad6538a req-b2b307cd-c32e-4d04-9054-98d93110d202 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:59.496674 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bfafd75c-9325-4d67-9cdb-c2c67ad6538a req-b2b307cd-c32e-4d04-9054-98d93110d202 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 943 time: 0.0520816 Sep 19 12:37:59.517330 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:59.523983 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:59.524593 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:37:59.525975 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/ab201db2-b696-4cee-915b-c71cf380b91d HTTP/1.1" status: 200 len: 1093 time: 0.9112725 Sep 19 12:37:59.528517 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'tag': 'ab201db2-b696-4cee-915b-c71cf380b91d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:37:59.530764 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5263de-f4b1-4797-8afe-148ed1f1ba24" -d '{"events": [{"name": "network-changed", "server_uuid": "8e74d99e-308c-42c2-b0e4-41a594c0db6a", "tag": "ab201db2-b696-4cee-915b-c71cf380b91d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:37:59.574010 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97a20bf-28fe-4aa2-9e6d-97daf5951a74 x-openstack-request-id: req-d97a20bf-28fe-4aa2-9e6d-97daf5951a74 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:37:59.574303 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e74d99e-308c-42c2-b0e4-41a594c0db6a", "tag": "ab201db2-b696-4cee-915b-c71cf380b91d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:37:59.574553 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d97a20bf-28fe-4aa2-9e6d-97daf5951a74 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:37:59.574976 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97a20bf-28fe-4aa2-9e6d-97daf5951a74'] response: {'name': 'network-changed', 'server_uuid': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'tag': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'status': 'completed', 'code': 200} Sep 19 12:37:59.598535 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bfafd75c-9325-4d67-9cdb-c2c67ad6538a req-2fd59a47-cf04-49e5-b2f5-7aac15d68f24 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958493 Sep 19 12:37:59.611505 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a193c6f-3e28-4d7c-8c22-19338a0cbeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab201db2-b696-4cee-915b-c71cf380b91d,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:37:59.641565 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5263de-f4b1-4797-8afe-148ed1f1ba24 req-d4354b9c-5c3b-4102-b1d8-3e4808d1c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:59.643062 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9b5263de-f4b1-4797-8afe-148ed1f1ba24 req-d4354b9c-5c3b-4102-b1d8-3e4808d1c7b0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 1127 time: 0.0436120 Sep 19 12:37:59.754696 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5263de-f4b1-4797-8afe-148ed1f1ba24 req-6074744e-8b66-4b8a-bd9f-7f9492bb9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:59.756134 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9b5263de-f4b1-4797-8afe-148ed1f1ba24 req-6074744e-8b66-4b8a-bd9f-7f9492bb9e77 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001012 Sep 19 12:37:59.820092 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:37:59.826239 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-0adbe713-ec36-4205-bcbc-10bdceeac4d7 None None] Attempt 3 to provision port ab201db2-b696-4cee-915b-c71cf380b91d Sep 19 12:37:59.853464 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45860) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:37:59.873328 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5263de-f4b1-4797-8afe-148ed1f1ba24 req-6e01f811-2142-4a2c-bf8a-c232bbb4572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:59.873484 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-0adbe713-ec36-4205-bcbc-10bdceeac4d7 None None] Port ab201db2-b696-4cee-915b-c71cf380b91d had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:37:59.873618 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9b5263de-f4b1-4797-8afe-148ed1f1ba24 req-6e01f811-2142-4a2c-bf8a-c232bbb4572d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099801 Sep 19 12:37:59.950969 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-f4464290-1532-4b01-aea8-53f039abe4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:37:59.952475 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-f4464290-1532-4b01-aea8-53f039abe4e8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 1127 time: 0.0406551 Sep 19 12:37:59.994626 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-d6d3fd33-0eb6-42eb-a14d-8b84412b1bf7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab201db2-b696-4cee-915b-c71cf380b91d HTTP/1.1" status: 200 len: 217 time: 0.0338905 Sep 19 12:38:00.046142 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-cf93692e-106f-42f2-82c6-59f49931dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:00.047598 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-cf93692e-106f-42f2-82c6-59f49931dfcc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0467615 Sep 19 12:38:00.097541 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-7220a8d0-949f-47f5-89d5-2739098d9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:00.099053 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-7220a8d0-949f-47f5-89d5-2739098d9108 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429285 Sep 19 12:38:00.198460 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-97e7a35b-7219-4ce0-8dae-3edcf78dc496 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929141 Sep 19 12:38:00.297634 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d5be161a-2d8e-476c-85d2-7f45f5123616 req-7fd7155e-ea2e-4c30-add9-c4d4f798680d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934193 Sep 19 12:38:00.493559 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (b421c92b-860a-40af-a38d-8fd9951197c3), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:00.723231 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Deleting port c1ea76cb-34f4-40d9-aa91-ae84db769225 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:38:00.723718 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:00.727373 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10f078-b53d-439e-94f0-c1816aa6c948 req-2ded1c0b-c1a5-45ec-b0c8-07c6b98f3488 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:00.728881 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fd10f078-b53d-439e-94f0-c1816aa6c948 req-2ded1c0b-c1a5-45ec-b0c8-07c6b98f3488 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 943 time: 0.0482659 Sep 19 12:38:00.786187 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fd10f078-b53d-439e-94f0-c1816aa6c948 req-79e83a2b-0c18-4846-b827-e26d5088ed4b tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508740 Sep 19 12:38:00.821743 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] For port c1ea76cb-34f4-40d9-aa91-ae84db769225, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c1ea76cb-34f4-40d9-aa91-ae84db769225,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:00.822137 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:00.836928 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Calling delete_port for c1ea76cb-34f4-40d9-aa91-ae84db769225 owned by network:router_interface {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:38:00.906450 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:00.935821 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=100 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:01.113592 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (c1ea76cb-34f4-40d9-aa91-ae84db769225), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:01.143814 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ea76cb-34f4-40d9-aa91-ae84db769225,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:01.318538 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (b421c92b-860a-40af-a38d-8fd9951197c3), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:01.528226 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Router b421c92b-860a-40af-a38d-8fd9951197c3 has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:38:01.633472 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:38:01.639008 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-62e33697-b709-4c46-9fc6-ab032bf3119e admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/b421c92b-860a-40af-a38d-8fd9951197c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7841794 Sep 19 12:38:01.641267 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45866) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:01.644041 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] Sync routers for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:38:01.655233 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:38:01.655855 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:01.743266 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks [] for router (b421c92b-860a-40af-a38d-8fd9951197c3), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:01.760026 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:38:01.792348 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:01.848087 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks [] for router_gateway (b421c92b-860a-40af-a38d-8fd9951197c3), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:01.856853 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:01.925002 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ecdb9-43bf-42d7-9e9a-13e8f2e6df43 req-a6c49045-b0df-4841-afdd-d2f00c4642ff tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:01.926738 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7a8ecdb9-43bf-42d7-9e9a-13e8f2e6df43 req-a6c49045-b0df-4841-afdd-d2f00c4642ff tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 943 time: 0.0545025 Sep 19 12:38:01.943607 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:38:00Z', 'revision_number': 5, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port': {'id': '956352bc-50f0-4c68-bba3-80b891e8e358', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:32:01Z', 'updated_at': '2022-09-19T12:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:01.954975 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Deleting port 956352bc-50f0-4c68-bba3-80b891e8e358 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:38:01.955562 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:01.974582 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] Checking router: b421c92b-860a-40af-a38d-8fd9951197c3 for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:38:01.979488 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7a8ecdb9-43bf-42d7-9e9a-13e8f2e6df43 req-913b638c-a7a9-400a-8783-2649d7306dce tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458789 Sep 19 12:38:01.984467 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] Routers {'b421c92b-860a-40af-a38d-8fd9951197c3'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:38:01.985119 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:37:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['b421c92b-860a-40af-a38d-8fd9951197c3'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:01.999299 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:02.042613 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] For port 956352bc-50f0-4c68-bba3-80b891e8e358, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=956352bc-50f0-4c68-bba3-80b891e8e358,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:02.042912 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.056855 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Calling delete_port for 956352bc-50f0-4c68-bba3-80b891e8e358 owned by network:router_gateway {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:38:02.078660 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] Set router b421c92b-860a-40af-a38d-8fd9951197c3 gateway port host: None {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:38:02.131249 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:38:01Z', 'revision_number': 6, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port_host': None}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:02.157384 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c2e09-8d26-4672-8638-e2455540f5a8 None None] The sync data for ids ['b421c92b-860a-40af-a38d-8fd9951197c3'] in dv-cinder-850618-3-iscsi is: [{'id': 'b421c92b-860a-40af-a38d-8fd9951197c3', 'name': 'tempest-AttachVolumeShelveTestJSON-970104051-router', 'tenant_id': '6316917c9ff94be4bed47eb0b60e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:32:00Z', 'updated_at': '2022-09-19T12:38:01Z', 'revision_number': 6, 'project_id': '6316917c9ff94be4bed47eb0b60e7f33', 'gw_port_host': None}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:38:02.341899 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (956352bc-50f0-4c68-bba3-80b891e8e358), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.370438 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=956352bc-50f0-4c68-bba3-80b891e8e358,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:02.435851 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (b421c92b-860a-40af-a38d-8fd9951197c3), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.526161 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (b421c92b-860a-40af-a38d-8fd9951197c3), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.528447 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks [] for router_controller (b421c92b-860a-40af-a38d-8fd9951197c3), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.627805 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (b421c92b-860a-40af-a38d-8fd9951197c3), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.628384 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b421c92b-860a-40af-a38d-8fd9951197c3 {{(pid=106970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:38:02.634329 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.635576 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f30476d9-1c66-4811-aa41-f9eddfc1cf6f admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/b421c92b-860a-40af-a38d-8fd9951197c3 HTTP/1.1" status: 204 len: 168 time: 0.9933074 Sep 19 12:38:02.640551 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45870) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:02.686366 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fafc1c-771c-42f7-8b68-9ec06e2c2c20 admin admin] Deleting subnet 60bc15d4-a287-4cdc-b021-1f87bbb86b5f {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:38:02.689580 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-21fafc1c-771c-42f7-8b68-9ec06e2c2c20 admin admin] Publish callbacks [] for subnet (60bc15d4-a287-4cdc-b021-1f87bbb86b5f), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.724548 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-21fafc1c-771c-42f7-8b68-9ec06e2c2c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (60bc15d4-a287-4cdc-b021-1f87bbb86b5f), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.799408 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-21fafc1c-771c-42f7-8b68-9ec06e2c2c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (60bc15d4-a287-4cdc-b021-1f87bbb86b5f), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.825260 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:02.959399 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-21fafc1c-771c-42f7-8b68-9ec06e2c2c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (60bc15d4-a287-4cdc-b021-1f87bbb86b5f), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.986445 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fafc1c-771c-42f7-8b68-9ec06e2c2c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60bc15d4-a287-4cdc-b021-1f87bbb86b5f,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:02.989858 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-21fafc1c-771c-42f7-8b68-9ec06e2c2c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:02.993186 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-21fafc1c-771c-42f7-8b68-9ec06e2c2c20 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/60bc15d4-a287-4cdc-b021-1f87bbb86b5f HTTP/1.1" status: 204 len: 168 time: 0.3540335 Sep 19 12:38:02.995675 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45872) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:02.996238 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a65a57-1e69-475f-a4b4-2d71c2e4545c None None] Network af5272e5-f954-494b-ac83-7c8776b2b4cb requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:38:03.077204 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (af5272e5-f954-494b-ac83-7c8776b2b4cb), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.116079 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b406a9-83ac-40b7-888e-be6d8f210eb0 req-f2a8db05-4992-410c-8c7d-c3b3046e459a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:03.118232 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c1b406a9-83ac-40b7-888e-be6d8f210eb0 req-f2a8db05-4992-410c-8c7d-c3b3046e459a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 943 time: 0.0521233 Sep 19 12:38:03.125349 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Deleting port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:38:03.125712 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.188109 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c1b406a9-83ac-40b7-888e-be6d8f210eb0 req-8058a1a8-2b34-4d5f-96b9-fe2e23365aa1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625052 Sep 19 12:38:03.202820 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4244df-90ef-49a1-9b6e-2363a2b9fe47 None None] DHCP port deletion for af5272e5-f954-494b-ac83-7c8776b2b4cb request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:38:03.227256 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] For port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:03.227620 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.244905 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Calling delete_port for 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e owned by network:dhcp {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:38:03.246410 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-cb4244df-90ef-49a1-9b6e-2363a2b9fe47 None None] Deleting port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:38:03.246816 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-cb4244df-90ef-49a1-9b6e-2363a2b9fe47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.292773 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:03.306753 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:03.318465 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-cb4244df-90ef-49a1-9b6e-2363a2b9fe47 None None] For port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e,segment=NetworkSegment(4f0e6c44-7cc9-4848-b414-1bc34e349934),segment_id=4f0e6c44-7cc9-4848-b414-1bc34e349934)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:03.318754 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-cb4244df-90ef-49a1-9b6e-2363a2b9fe47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.333088 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-cb4244df-90ef-49a1-9b6e-2363a2b9fe47 None None] Calling delete_port for 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:38:03.416726 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.423697 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-cb4244df-90ef-49a1-9b6e-2363a2b9fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.448075 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:03.455306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] No DVR routers for this DVR port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e on host dv-cinder-850618-3-iscsi {{(pid=106970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:38:03.463938 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4244df-90ef-49a1-9b6e-2363a2b9fe47 None None] Pushing event deleted for resources: {'Port': ['ID=8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:03.472117 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4244df-90ef-49a1-9b6e-2363a2b9fe47 None None] No DVR routers for this DVR port 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:38:03.539169 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (af5272e5-f954-494b-ac83-7c8776b2b4cb), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.558952 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-23190045-15f0-47cb-b08d-6a0c6618dba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.561284 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5272e5-f954-494b-ac83-7c8776b2b4cb']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:03.572251 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0e6c44-7cc9-4848-b414-1bc34e349934') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:03.572547 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0e6c44-7cc9-4848-b414-1bc34e349934') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:03.582700 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (4f0e6c44-7cc9-4848-b414-1bc34e349934), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.596057 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (4f0e6c44-7cc9-4848-b414-1bc34e349934), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.603066 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:38:03.604219 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (4f0e6c44-7cc9-4848-b414-1bc34e349934), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.676948 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 4f0e6c44-7cc9-4848-b414-1bc34e349934 resource provider aggregate not found Sep 19 12:38:03.693718 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 4f0e6c44-7cc9-4848-b414-1bc34e349934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f0e6c44-7cc9-4848-b414-1bc34e349934 found for delete ", "request_id": "req-6975b5d8-1422-4586-ae63-99aa468d070a"}]} Sep 19 12:38:03.736521 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (af5272e5-f954-494b-ac83-7c8776b2b4cb), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.742922 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:03.746062 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/af5272e5-f954-494b-ac83-7c8776b2b4cb HTTP/1.1" status: 204 len: 168 time: 0.7494218 Sep 19 12:38:03.757772 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46e16f-e373-4993-9c67-260489e004d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5272e5-f954-494b-ac83-7c8776b2b4cb,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:04.074285 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c1ea76cb-34f4-40d9-aa91-ae84db769225 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:38:04.094399 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: c1ea76cb-34f4-40d9-aa91-ae84db769225 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:38:04.094804 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c1ea76cb-34f4-40d9-aa91-ae84db769225 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:38:04.095238 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:38:04.114981 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:38:04.115203 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 8a3fac9f-7aef-4844-aa7c-a9c95ecbb46e not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:38:04.115632 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 956352bc-50f0-4c68-bba3-80b891e8e358 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:38:04.117137 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45884) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:04.140734 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 956352bc-50f0-4c68-bba3-80b891e8e358 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:38:04.141085 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 956352bc-50f0-4c68-bba3-80b891e8e358 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:38:04.161619 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-7b30d536-0a9a-4a06-a900-f180b05a3393 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=6316917c9ff94be4bed47eb0b60e7f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432801 Sep 19 12:38:04.164838 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45886) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:04.218360 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-78cbecaa-6a07-4e28-9632-7e83bb430a76 admin admin] Publish callbacks [] for security_group (bc7420a0-4dac-44b0-a84a-78192106965e), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:04.240340 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-78cbecaa-6a07-4e28-9632-7e83bb430a76 admin admin] Publish callbacks [] for security_group (bc7420a0-4dac-44b0-a84a-78192106965e), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:04.266964 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:04.325942 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2c615-72a1-4a0b-adca-e1097330177e req-3e8c299a-1e57-4025-b84f-156c1bf50926 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:04.327450 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-20f2c615-72a1-4a0b-adca-e1097330177e req-3e8c299a-1e57-4025-b84f-156c1bf50926 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 943 time: 0.0519464 Sep 19 12:38:04.380000 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-78cbecaa-6a07-4e28-9632-7e83bb430a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (bc7420a0-4dac-44b0-a84a-78192106965e), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:04.383163 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-78cbecaa-6a07-4e28-9632-7e83bb430a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:04.384384 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-78cbecaa-6a07-4e28-9632-7e83bb430a76 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/bc7420a0-4dac-44b0-a84a-78192106965e HTTP/1.1" status: 204 len: 168 time: 0.2186258 Sep 19 12:38:04.392787 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-20f2c615-72a1-4a0b-adca-e1097330177e req-45817add-22ce-4ba4-bb75-dfa9290ef1b8 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584502 Sep 19 12:38:04.398786 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbecaa-6a07-4e28-9632-7e83bb430a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7420a0-4dac-44b0-a84a-78192106965e,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:05.523515 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c243-ac12-47cd-af4e-9ec63d76c26e req-4be05d75-f0b7-47d8-8135-363b26613e37 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:05.525211 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-98d9c243-ac12-47cd-af4e-9ec63d76c26e req-4be05d75-f0b7-47d8-8135-363b26613e37 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 943 time: 0.0492735 Sep 19 12:38:05.538220 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:05.584649 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-98d9c243-ac12-47cd-af4e-9ec63d76c26e req-ecfb30b4-e19c-48a5-b1b9-d109f6834b4d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525632 Sep 19 12:38:05.619919 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:05.621462 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:05.667893 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02aad5f7-a733-4f35-af5a-e26043d60596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:06.708370 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d54ad-f5e9-4318-8e88-15d4b0a8b7b4 req-5f094599-a7ab-4e59-8e82-5affa83e0b7c tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:06.709883 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d20d54ad-f5e9-4318-8e88-15d4b0a8b7b4 req-5f094599-a7ab-4e59-8e82-5affa83e0b7c tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 943 time: 0.0473318 Sep 19 12:38:06.760624 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d20d54ad-f5e9-4318-8e88-15d4b0a8b7b4 req-9b566cc2-3dae-46de-bd27-2bc33756fc1b tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Sep 19 12:38:06.993806 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:07.203387 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45942) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:07.313130 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-28eeb082-22b2-4f50-8f1e-d121574c3015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:07.390789 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-28eeb082-22b2-4f50-8f1e-d121574c3015 admin admin] Publish callbacks [] for security_group (da708deb-015c-44f6-abeb-a5330a0f6a95), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:07.456945 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-28eeb082-22b2-4f50-8f1e-d121574c3015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (da708deb-015c-44f6-abeb-a5330a0f6a95), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:07.496977 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-28eeb082-22b2-4f50-8f1e-d121574c3015 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=97814c62526a41a18dfebdb6746e8772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923522 Sep 19 12:38:07.497974 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeb082-22b2-4f50-8f1e-d121574c3015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da708deb-015c-44f6-abeb-a5330a0f6a95,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:07.499720 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45946) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:07.551369 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-348be835-f392-44f8-a1ce-fc2554c7b790 admin admin] Publish callbacks [] for security_group (da708deb-015c-44f6-abeb-a5330a0f6a95), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:07.573100 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-348be835-f392-44f8-a1ce-fc2554c7b790 admin admin] Publish callbacks [] for security_group (da708deb-015c-44f6-abeb-a5330a0f6a95), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:07.725149 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-348be835-f392-44f8-a1ce-fc2554c7b790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (da708deb-015c-44f6-abeb-a5330a0f6a95), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:07.728502 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-348be835-f392-44f8-a1ce-fc2554c7b790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:07.729695 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-348be835-f392-44f8-a1ce-fc2554c7b790 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/da708deb-015c-44f6-abeb-a5330a0f6a95 HTTP/1.1" status: 204 len: 168 time: 0.2288604 Sep 19 12:38:07.737855 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348be835-f392-44f8-a1ce-fc2554c7b790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da708deb-015c-44f6-abeb-a5330a0f6a95,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:07.890587 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71882b52-0de5-49f0-96bd-bf492fc29e39 req-bac60c11-e424-470f-81be-3a6d6b3ef1f2 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:07.892081 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71882b52-0de5-49f0-96bd-bf492fc29e39 req-bac60c11-e424-470f-81be-3a6d6b3ef1f2 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 943 time: 0.0521898 Sep 19 12:38:07.944914 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71882b52-0de5-49f0-96bd-bf492fc29e39 req-ef129564-a42f-4fc9-96d1-475ffdbdbcff tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469701 Sep 19 12:38:08.338055 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 45954) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:08.351089 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e52a0a87-4509-4dda-a87a-8a056204fbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:08.394084 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:08.427158 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e52a0a87-4509-4dda-a87a-8a056204fbc4 admin admin] Publish callbacks [] for security_group (a689bce5-cdcf-4b3c-8a83-6914f9252d86), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:08.513163 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-e52a0a87-4509-4dda-a87a-8a056204fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (a689bce5-cdcf-4b3c-8a83-6914f9252d86), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:08.552360 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-e52a0a87-4509-4dda-a87a-8a056204fbc4 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=a5d048110ac34074bd3bdec2329a8500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131834 Sep 19 12:38:08.553238 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0a87-4509-4dda-a87a-8a056204fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a689bce5-cdcf-4b3c-8a83-6914f9252d86,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:08.556790 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 45956) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:08.610382 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7665d9cb-d6e5-4927-a646-cead45ea37c2 admin admin] Publish callbacks [] for security_group (a689bce5-cdcf-4b3c-8a83-6914f9252d86), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:08.633796 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7665d9cb-d6e5-4927-a646-cead45ea37c2 admin admin] Publish callbacks [] for security_group (a689bce5-cdcf-4b3c-8a83-6914f9252d86), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:08.736228 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:08.765010 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:08.765361 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7665d9cb-d6e5-4927-a646-cead45ea37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (a689bce5-cdcf-4b3c-8a83-6914f9252d86), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:08.768148 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7665d9cb-d6e5-4927-a646-cead45ea37c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:08.769356 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-7665d9cb-d6e5-4927-a646-cead45ea37c2 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/a689bce5-cdcf-4b3c-8a83-6914f9252d86 HTTP/1.1" status: 204 len: 168 time: 0.2105944 Sep 19 12:38:08.778011 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665d9cb-d6e5-4927-a646-cead45ea37c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a689bce5-cdcf-4b3c-8a83-6914f9252d86,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:08.996819 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device ab201db2-b696-4cee-915b-c71cf380b91d details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:38:09.075555 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daabd0-7036-4505-93f2-4d71d22b5829 req-a27ff5d0-ab8c-4307-a276-500d67759254 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:09.076893 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-68daabd0-7036-4505-93f2-4d71d22b5829 req-a27ff5d0-ab8c-4307-a276-500d67759254 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 943 time: 0.0538764 Sep 19 12:38:09.135490 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-68daabd0-7036-4505-93f2-4d71d22b5829 req-6a1b2d26-f321-4878-a6ed-d97772d77a1d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513310 Sep 19 12:38:09.150610 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port ab201db2-b696-4cee-915b-c71cf380b91d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ab201db2-b696-4cee-915b-c71cf380b91d,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:09.166202 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'port_id': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'mac_address': 'fa:16:3e:f9:e0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:38:09.168363 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:09.204168 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port ab201db2-b696-4cee-915b-c71cf380b91d is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:38:09.204553 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:09.220966 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab201db2-b696-4cee-915b-c71cf380b91d {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:38:09.242789 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port ab201db2-b696-4cee-915b-c71cf380b91d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ab201db2-b696-4cee-915b-c71cf380b91d,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:09.341679 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:09.388300 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=ab201db2-b696-4cee-915b-c71cf380b91d,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:09.395336 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.395686 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.396028 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.396364 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.396722 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.397055 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.397378 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.398207 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.398532 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.398856 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.399179 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.399502 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.399823 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.400142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.400462 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:09.576126 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['ab201db2-b696-4cee-915b-c71cf380b91d'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:38:09.738059 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:10.271917 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2247d79-ccf6-4eb1-9e4a-c2f3122aa94c req-880323bc-0a38-4094-811f-d8cc8ed87919 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:10.273492 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a2247d79-ccf6-4eb1-9e4a-c2f3122aa94c req-880323bc-0a38-4094-811f-d8cc8ed87919 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 944 time: 0.0491774 Sep 19 12:38:10.302436 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:10.333185 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a2247d79-ccf6-4eb1-9e4a-c2f3122aa94c req-5b06be63-abfb-49ce-b375-6b553ab8be34 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460992 Sep 19 12:38:11.011049 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device ab201db2-b696-4cee-915b-c71cf380b91d up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:38:11.053034 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port ab201db2-b696-4cee-915b-c71cf380b91d completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:38:11.158931 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port ab201db2-b696-4cee-915b-c71cf380b91d triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:38:11.159321 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:11.159720 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port ab201db2-b696-4cee-915b-c71cf380b91d Sep 19 12:38:11.237598 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port ab201db2-b696-4cee-915b-c71cf380b91d is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:38:11.237987 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:11.261437 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab201db2-b696-4cee-915b-c71cf380b91d'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:38:11.263677 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5364f39-43e3-413c-9c0f-dc98b4c19cde" -d '{"events": [{"server_uuid": "8e74d99e-308c-42c2-b0e4-41a594c0db6a", "name": "network-vif-plugged", "status": "completed", "tag": "ab201db2-b696-4cee-915b-c71cf380b91d"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:38:11.281623 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port ab201db2-b696-4cee-915b-c71cf380b91d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ab201db2-b696-4cee-915b-c71cf380b91d,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:11.404646 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:11.438329 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3461b55-4e99-4b78-bed3-d583591aae93 x-openstack-request-id: req-f3461b55-4e99-4b78-bed3-d583591aae93 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:38:11.438619 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e74d99e-308c-42c2-b0e4-41a594c0db6a", "name": "network-vif-plugged", "status": "completed", "tag": "ab201db2-b696-4cee-915b-c71cf380b91d", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:38:11.438970 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f3461b55-4e99-4b78-bed3-d583591aae93 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:38:11.439379 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3461b55-4e99-4b78-bed3-d583591aae93'] response: {'server_uuid': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'code': 200} Sep 19 12:38:11.461437 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b72de6-d1a1-435a-9e86-253042406779 req-ea5b305a-af8e-4fc3-85d6-a1b98e4bd7e5 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:11.463104 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f5b72de6-d1a1-435a-9e86-253042406779 req-ea5b305a-af8e-4fc3-85d6-a1b98e4bd7e5 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 945 time: 0.0581632 Sep 19 12:38:11.468271 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=ab201db2-b696-4cee-915b-c71cf380b91d,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:11.522222 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f5b72de6-d1a1-435a-9e86-253042406779 req-79947b4e-be41-47f5-aabb-6d0dd0617158 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509090 Sep 19 12:38:11.886996 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024ed9-39f6-4945-a350-bb3be0a33380 req-78c3e5f4-c06f-40d3-b283-d229a13888ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:11.888387 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-76024ed9-39f6-4945-a350-bb3be0a33380 req-78c3e5f4-c06f-40d3-b283-d229a13888ca service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 1129 time: 0.0410709 Sep 19 12:38:11.940670 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-76024ed9-39f6-4945-a350-bb3be0a33380 req-15341052-6d75-46de-8c26-69b5ea99599d service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Sep 19 12:38:12.610160 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:12.645452 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bf03c-7afa-4d13-9794-e0d14a7f0629 req-157563c1-8702-42c7-aa1c-7aa0a088d879 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:12.646913 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-af2bf03c-7afa-4d13-9794-e0d14a7f0629 req-157563c1-8702-42c7-aa1c-7aa0a088d879 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 945 time: 0.0470145 Sep 19 12:38:12.697428 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-af2bf03c-7afa-4d13-9794-e0d14a7f0629 req-b71b65e9-0a29-454c-ba32-67d79863a9f0 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440762 Sep 19 12:38:13.735454 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:38:13.823119 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83943426-0366-4ff7-9c2f-a1c7160283e6 req-bc903905-e014-4fec-975f-64c7c1294e79 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:13.824609 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83943426-0366-4ff7-9c2f-a1c7160283e6 req-bc903905-e014-4fec-975f-64c7c1294e79 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 945 time: 0.0524879 Sep 19 12:38:13.874469 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83943426-0366-4ff7-9c2f-a1c7160283e6 req-207fa1f0-e2bb-4b13-91cc-61ea21ff702b tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441160 Sep 19 12:38:14.000509 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25af9e8-85e1-464b-88e4-56726a72d0a1 req-3e5c0c63-6250-4c40-97ed-abe0a6e434bf tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:14.002012 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d25af9e8-85e1-464b-88e4-56726a72d0a1 req-3e5c0c63-6250-4c40-97ed-abe0a6e434bf tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 945 time: 0.0504096 Sep 19 12:38:14.058583 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d25af9e8-85e1-464b-88e4-56726a72d0a1 req-67ddfbbb-af64-4d9a-8f23-7c5f7b1c5de6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503852 Sep 19 12:38:14.087740 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46036) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:14.273221 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5673ba-c889-4937-9922-1776728a0a6f tempest-TestVolumeBootPattern-1458953152 tempest-TestVolumeBootPattern-1458953152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:14.274752 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5b5673ba-c889-4937-9922-1776728a0a6f tempest-TestVolumeBootPattern-1458953152 tempest-TestVolumeBootPattern-1458953152-project-admin] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 1124 time: 0.1859579 Sep 19 12:38:14.277617 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46040) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:14.281759 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'port_id': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:38:14.381512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:14.463188 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:14.568064 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Allocated IP 172.27.3.18 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/9785d1ae-abec-4f86-98dd-9c9e23dbc5c4) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:38:14.669669 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for port (9785d1ae-abec-4f86-98dd-9c9e23dbc5c4), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:14.675961 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:14.799412 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (9785d1ae-abec-4f86-98dd-9c9e23dbc5c4), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:14.842621 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:38:14.847648 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:38:14.852115 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:38:14.857285 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'Port': ['ID=9785d1ae-abec-4f86-98dd-9c9e23dbc5c4,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:14.885218 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:15.208186 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (839aa61f-99e8-427a-ab04-f5c82017b04b), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:15.341278 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (9785d1ae-abec-4f86-98dd-9c9e23dbc5c4), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:15.490121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for port (9785d1ae-abec-4f86-98dd-9c9e23dbc5c4), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:15.571931 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (9785d1ae-abec-4f86-98dd-9c9e23dbc5c4), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:15.577346 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:15.635729 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'Port': ['ID=9785d1ae-abec-4f86-98dd-9c9e23dbc5c4,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:15.640796 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (839aa61f-99e8-427a-ab04-f5c82017b04b), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:15.737385 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Floating IP 839aa61f-99e8-427a-ab04-f5c82017b04b associated. External IP: 172.27.3.18, port: ab201db2-b696-4cee-915b-c71cf380b91d. Sep 19 12:38:16.201749 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:16.214465 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Router cb310623-385a-4ffc-a310-31ae1604ecea has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:38:16.320234 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:38:16.330891 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] Sync routers for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:38:16.344560 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:38:16.345451 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:38:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:16.402334 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:16.433085 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-179a0158-fe6c-4170-a72c-fc1cd2a3babd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1544466 Sep 19 12:38:16.433845 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'tag': 'ab201db2-b696-4cee-915b-c71cf380b91d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:38:16.436192 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a2d2d-a926-4904-8d14-277176c63422" -d '{"events": [{"name": "network-changed", "server_uuid": "8e74d99e-308c-42c2-b0e4-41a594c0db6a", "tag": "ab201db2-b696-4cee-915b-c71cf380b91d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:38:16.445314 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:38:16.473883 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6562a84-425d-42ee-84fa-6dd078f185c2 x-openstack-request-id: req-d6562a84-425d-42ee-84fa-6dd078f185c2 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:38:16.474170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e74d99e-308c-42c2-b0e4-41a594c0db6a", "tag": "ab201db2-b696-4cee-915b-c71cf380b91d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:38:16.474485 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d6562a84-425d-42ee-84fa-6dd078f185c2 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:38:16.474822 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6562a84-425d-42ee-84fa-6dd078f185c2'] response: {'name': 'network-changed', 'server_uuid': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'tag': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'status': 'completed', 'code': 200} Sep 19 12:38:16.536759 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-0312a0cc-b611-4488-9fda-5ded7c0a09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:16.538180 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-0312a0cc-b611-4488-9fda-5ded7c0a09e2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 1129 time: 0.0402961 Sep 19 12:38:16.640181 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-7539f0f8-d128-4828-a9b3-09c36cca8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:16.641801 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-7539f0f8-d128-4828-a9b3-09c36cca8331 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 913 time: 0.0938125 Sep 19 12:38:16.666610 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '839aa61f-99e8-427a-ab04-f5c82017b04b', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:f9:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:38:15Z', 'updated_at': '2022-09-19T12:38:15Z', 'revision_number': 0, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:16.692699 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] Checking router: cb310623-385a-4ffc-a310-31ae1604ecea for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:38:16.702478 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:38:16.703173 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:38:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:16.706897 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-1ef045c6-eeee-479d-a857-125acfcc02d9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab201db2-b696-4cee-915b-c71cf380b91d HTTP/1.1" status: 200 len: 998 time: 0.0578189 Sep 19 12:38:16.766860 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-1464ed4e-c881-4216-a4db-bba5675f9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:16.772627 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-1464ed4e-c881-4216-a4db-bba5675f9eb6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0537500 Sep 19 12:38:16.790950 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46076) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:16.813571 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:38:16.816303 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-78003a57-eb3c-442a-8b87-9caa8800b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:16.817949 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-78003a57-eb3c-442a-8b87-9caa8800b4cb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425868 Sep 19 12:38:16.912558 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-76b7a011-edcf-43cb-8c9a-e4115406aa84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:16.916579 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-aa72d01f-77d2-4696-ad24-ab1a962e9b01 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895202 Sep 19 12:38:16.993515 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-76b7a011-edcf-43cb-8c9a-e4115406aa84 admin admin] Publish callbacks [] for security_group (63386ce4-3e63-4eb9-a958-ac001a39767d), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:17.019135 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c1a2d2d-a926-4904-8d14-277176c63422 req-aac037df-94cd-4e89-bb8a-5ea5afbe11c5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959320 Sep 19 12:38:17.034658 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '839aa61f-99e8-427a-ab04-f5c82017b04b', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:f9:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:38:15Z', 'updated_at': '2022-09-19T12:38:15Z', 'revision_number': 0, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:38:17.059420 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bdc9d3-683e-4692-8693-6afacf9c9896 None None] The sync data for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi is: [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '839aa61f-99e8-427a-ab04-f5c82017b04b', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:f9:e0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:38:15Z', 'updated_at': '2022-09-19T12:38:15Z', 'revision_number': 0, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:38:17.068051 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-76b7a011-edcf-43cb-8c9a-e4115406aa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (63386ce4-3e63-4eb9-a958-ac001a39767d), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:17.113829 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-76b7a011-edcf-43cb-8c9a-e4115406aa84 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=188145fee6d04082b89a47c24475ed1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211596 Sep 19 12:38:17.114770 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7a011-edcf-43cb-8c9a-e4115406aa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63386ce4-3e63-4eb9-a958-ac001a39767d,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:17.117376 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46080) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:17.171099 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5321f3cb-b903-4016-9116-d2c5b7b5234b admin admin] Publish callbacks [] for security_group (63386ce4-3e63-4eb9-a958-ac001a39767d), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:17.192698 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5321f3cb-b903-4016-9116-d2c5b7b5234b admin admin] Publish callbacks [] for security_group (63386ce4-3e63-4eb9-a958-ac001a39767d), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:17.222626 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:17.271933 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57296694-521f-4f55-83d8-a910c5e8d812 None None] New status for floating IP 839aa61f-99e8-427a-ab04-f5c82017b04b: ACTIVE {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:38:17.295721 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5321f3cb-b903-4016-9116-d2c5b7b5234b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (63386ce4-3e63-4eb9-a958-ac001a39767d), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:17.298307 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5321f3cb-b903-4016-9116-d2c5b7b5234b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:17.299444 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5321f3cb-b903-4016-9116-d2c5b7b5234b admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/63386ce4-3e63-4eb9-a958-ac001a39767d HTTP/1.1" status: 204 len: 168 time: 0.1807585 Sep 19 12:38:17.309579 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321f3cb-b903-4016-9116-d2c5b7b5234b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63386ce4-3e63-4eb9-a958-ac001a39767d,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:17.610575 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:17.952717 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46086) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:17.970267 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5ea1-72ad-4d87-b11e-5930ab74130e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:18.049694 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5ea1-72ad-4d87-b11e-5930ab74130e admin admin] Publish callbacks [] for security_group (4f0c5f7a-c38f-4256-8bd1-35444c2eecf4), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:18.112711 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7c1e5ea1-72ad-4d87-b11e-5930ab74130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (4f0c5f7a-c38f-4256-8bd1-35444c2eecf4), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:18.118014 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:18.154813 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-7c1e5ea1-72ad-4d87-b11e-5930ab74130e admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=0d7d77eefa4e453a83e13712ac65a11c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009315 Sep 19 12:38:18.156070 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e5ea1-72ad-4d87-b11e-5930ab74130e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0c5f7a-c38f-4256-8bd1-35444c2eecf4,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:18.157537 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46088) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:18.195488 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:18.212241 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Publish callbacks [] for security_group (4f0c5f7a-c38f-4256-8bd1-35444c2eecf4), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:18.232221 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Publish callbacks [] for security_group (4f0c5f7a-c38f-4256-8bd1-35444c2eecf4), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:18.387648 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (4f0c5f7a-c38f-4256-8bd1-35444c2eecf4), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:18.390308 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:18.391500 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/4f0c5f7a-c38f-4256-8bd1-35444c2eecf4 HTTP/1.1" status: 204 len: 168 time: 0.2329063 Sep 19 12:38:18.400248 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0c5f7a-c38f-4256-8bd1-35444c2eecf4,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:18.409080 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.409429 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.409771 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.410109 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.410448 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.410775 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.411102 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.411433 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.411751 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.412072 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.412397 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.412763 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.413111 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.413431 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:18.413793 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52172aa8-7c8a-4cc5-9377-cd51dd3dea5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:21.202746 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-c2a10993-a634-4e58-9773-94ce16e6036d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589199 Sep 19 12:38:21.297964 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-ce06d85a-9d1c-4fc4-916c-ba5792aae622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:21.299910 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-ce06d85a-9d1c-4fc4-916c-ba5792aae622 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 1129 time: 0.0475950 Sep 19 12:38:21.413350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-6a501901-211f-4eff-9c2f-65af9ee0e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:21.414793 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-6a501901-211f-4eff-9c2f-65af9ee0e961 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 913 time: 0.0957165 Sep 19 12:38:21.478352 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-3f0c0dca-bf82-48f9-af64-48ee5cb0dc47 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab201db2-b696-4cee-915b-c71cf380b91d HTTP/1.1" status: 200 len: 1000 time: 0.0563660 Sep 19 12:38:21.532032 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-ae39cc41-b1cc-435d-bd78-747683c474aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:21.533551 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-ae39cc41-b1cc-435d-bd78-747683c474aa service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0495663 Sep 19 12:38:21.580882 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-3ca61d6d-e07c-48b0-92c2-623e62fb9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:21.582478 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-3ca61d6d-e07c-48b0-92c2-623e62fb9b8c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424736 Sep 19 12:38:21.583923 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:21.691047 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-31171055-0cbc-4040-9d5c-4e6f7f78bacd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012118 Sep 19 12:38:21.772522 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46156) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:21.800558 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e2865f21-6209-487e-974f-e94c922c4bf0 req-2b1906f8-d21a-4cd4-a73c-8f512f04944e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021349 Sep 19 12:38:21.885712 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ef84f364-0867-4e91-800f-eff37b3d27fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:21.965306 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ef84f364-0867-4e91-800f-eff37b3d27fa admin admin] Publish callbacks [] for security_group (80766721-7537-4891-940d-61968600b523), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:22.062033 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ef84f364-0867-4e91-800f-eff37b3d27fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (80766721-7537-4891-940d-61968600b523), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:22.101479 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84f364-0867-4e91-800f-eff37b3d27fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80766721-7537-4891-940d-61968600b523,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:22.107484 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ef84f364-0867-4e91-800f-eff37b3d27fa admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=400f061c95b1495b87f08e7f04b2142a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329687 Sep 19 12:38:22.109986 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46160) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:22.166255 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f9e2472f-2fa7-4f8c-9fc0-f1cf17bb16e4 admin admin] Publish callbacks [] for security_group (80766721-7537-4891-940d-61968600b523), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:22.190492 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f9e2472f-2fa7-4f8c-9fc0-f1cf17bb16e4 admin admin] Publish callbacks [] for security_group (80766721-7537-4891-940d-61968600b523), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:22.295860 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f9e2472f-2fa7-4f8c-9fc0-f1cf17bb16e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (80766721-7537-4891-940d-61968600b523), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:22.298364 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f9e2472f-2fa7-4f8c-9fc0-f1cf17bb16e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:22.299570 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f9e2472f-2fa7-4f8c-9fc0-f1cf17bb16e4 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/80766721-7537-4891-940d-61968600b523 HTTP/1.1" status: 204 len: 168 time: 0.1886489 Sep 19 12:38:22.309747 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2472f-2fa7-4f8c-9fc0-f1cf17bb16e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80766721-7537-4891-940d-61968600b523,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:22.961430 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46168) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:22.974926 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3eacf727-708d-4972-9515-765ba78bd005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:23.051811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3eacf727-708d-4972-9515-765ba78bd005 admin admin] Publish callbacks [] for security_group (69299b48-5110-4977-8a98-09b3b36bd564), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:23.107805 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-3eacf727-708d-4972-9515-765ba78bd005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (69299b48-5110-4977-8a98-09b3b36bd564), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:23.124202 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:23.154820 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-3eacf727-708d-4972-9515-765ba78bd005 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=5240b65cab4444e69c7a5c32f5f58726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919684 Sep 19 12:38:23.155379 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacf727-708d-4972-9515-765ba78bd005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69299b48-5110-4977-8a98-09b3b36bd564,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:23.158147 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46170) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:23.194341 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:23.212078 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b9883619-fe56-4f59-90d0-cee8e764d3ca admin admin] Publish callbacks [] for security_group (69299b48-5110-4977-8a98-09b3b36bd564), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:23.233249 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b9883619-fe56-4f59-90d0-cee8e764d3ca admin admin] Publish callbacks [] for security_group (69299b48-5110-4977-8a98-09b3b36bd564), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:23.352926 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b9883619-fe56-4f59-90d0-cee8e764d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (69299b48-5110-4977-8a98-09b3b36bd564), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:23.355743 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b9883619-fe56-4f59-90d0-cee8e764d3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:23.356935 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b9883619-fe56-4f59-90d0-cee8e764d3ca admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/69299b48-5110-4977-8a98-09b3b36bd564 HTTP/1.1" status: 204 len: 168 time: 0.1973789 Sep 19 12:38:23.365877 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9883619-fe56-4f59-90d0-cee8e764d3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69299b48-5110-4977-8a98-09b3b36bd564,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:31.783123 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=2 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:31.783123 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=82 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:32.324240 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:33.150867 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=73,neutron:INSERT=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:33.360739 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=61,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:33.379169 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:33.379899 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:33.530181 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbfcc-5ccd-444e-b968-303b4a2f089b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:34.713069 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46258) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:34.818577 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:34.894150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Publish callbacks [] for security_group (2d3eff4d-11f8-4fc9-887e-bd81428837a3), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:34.980968 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (2d3eff4d-11f8-4fc9-887e-bd81428837a3), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:35.022083 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=6c3eb9b023084418853be78f602b5f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079422 Sep 19 12:38:35.022940 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3eff4d-11f8-4fc9-887e-bd81428837a3,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:35.024885 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46262) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:35.030417 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.030834 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.031180 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.031514 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.031842 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.032170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.032492 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.032862 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.033226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.033553 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.033874 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.034197 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.034513 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.034828 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.035146 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfeb5fc-a7bb-4adb-8565-bab608c4becc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:38:35.074855 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed894159-3ace-4d4b-83fc-dbe2dc7b0a19 admin admin] Publish callbacks [] for security_group (2d3eff4d-11f8-4fc9-887e-bd81428837a3), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:35.096961 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed894159-3ace-4d4b-83fc-dbe2dc7b0a19 admin admin] Publish callbacks [] for security_group (2d3eff4d-11f8-4fc9-887e-bd81428837a3), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:35.215780 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed894159-3ace-4d4b-83fc-dbe2dc7b0a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (2d3eff4d-11f8-4fc9-887e-bd81428837a3), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:35.218382 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ed894159-3ace-4d4b-83fc-dbe2dc7b0a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:35.219537 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ed894159-3ace-4d4b-83fc-dbe2dc7b0a19 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/2d3eff4d-11f8-4fc9-887e-bd81428837a3 HTTP/1.1" status: 204 len: 168 time: 0.1935453 Sep 19 12:38:35.228672 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed894159-3ace-4d4b-83fc-dbe2dc7b0a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3eff4d-11f8-4fc9-887e-bd81428837a3,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:35.701661 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2798078b-bc15-4f10-85ed-4e93ee569733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.324207 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46284) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:36.420894 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1237225292-network', 'tenant_id': '1bbe76fb2fe04cd391a40a4d9abe53f2'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:38:36.512548 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Made reservation on behalf of 1bbe76fb2fe04cd391a40a4d9abe53f2 for: {'network': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:38:36.515110 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.524129 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.599857 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Publish callbacks [] for security_group (e85431cf-f2b5-4949-9ed3-4c110c0a3356), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.667351 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e85431cf-f2b5-4949-9ed3-4c110c0a3356), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.695543 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=106969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:38:36.701091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85431cf-f2b5-4949-9ed3-4c110c0a3356,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:36.708982 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (184b2715-89d1-4695-bb41-057ef656e4a7), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.708982 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.segments_db [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Added segment 184b2715-89d1-4695-bb41-057ef656e4a7 of type vlan for network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 Sep 19 12:38:36.752934 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (6f4781da-a0dc-4d72-b7f3-ed072b6cdb61), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.849944 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (6f4781da-a0dc-4d72-b7f3-ed072b6cdb61), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.850933 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:36.851503 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.912061 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] Pushing event updated for resources: {'Network': ['ID=6f4781da-a0dc-4d72-b7f3-ed072b6cdb61,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:36.922178 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:38:36.963620 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:36.978256 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5ea58dcf-a57e-467e-973b-8753eebd619a admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6529131 Sep 19 12:38:36.981547 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46290) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:38:36.988268 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Request body: {'subnet': {'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1237225292-subnet', 'tenant_id': '1bbe76fb2fe04cd391a40a4d9abe53f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:38:37.095300 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Made reservation on behalf of 1bbe76fb2fe04cd391a40a4d9abe53f2 for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:38:37.097744 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14432167'] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:37.253225 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:37.347038 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14432177'] for subnet (79302299-868d-42dd-9feb-ea228bafe73a), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:37.350279 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:37.411135 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=79302299-868d-42dd-9feb-ea228bafe73a,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:37.421180 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Checking segment: {'id': '184b2715-89d1-4695-bb41-057ef656e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:38:37.422142 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Network hostable DHCP agents. Network: 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:38:37.536534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:38:37.661386 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:38:37.665987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:37.666636 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:37.671327 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f7a26-dd10-4f90-84e4-028ee1e8a4bd None None] Network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:38:37.770563 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f63cf-5fe1-4351-8f51-1b45f3540a27 None None] Network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:38:37.801231 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-83ab8821-2601-4df2-898d-a08e0143ea9f admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8185256 Sep 19 12:38:38.742810 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:38.744077 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:40.062630 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-da070237-2859-4e30-b2cf-0dabe7497fc2 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:40.064014 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-da070237-2859-4e30-b2cf-0dabe7497fc2 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/networks?id=6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 HTTP/1.1" status: 200 len: 809 time: 0.1037548 Sep 19 12:38:40.078754 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-62fa0271-9d8d-4114-81d1-5375d2f390b1 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/quotas/1bbe76fb2fe04cd391a40a4d9abe53f2 HTTP/1.1" status: 200 len: 375 time: 0.0093851 Sep 19 12:38:40.109589 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-3bef1e2d-cac7-4f05-96c1-58b62bb1ecea tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=1bbe76fb2fe04cd391a40a4d9abe53f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260375 Sep 19 12:38:40.203484 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-acde4eb3-6218-42da-8651-cf454e68a3ea service neutron] 10.222.0.93 "GET /networking/v2.0/networks/6f4781da-a0dc-4d72-b7f3-ed072b6cdb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870259 Sep 19 12:38:40.296543 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-59f8e34a-45db-4092-bb80-eeff1a7ded1f service neutron] 10.222.0.93 "GET /networking/v2.0/networks/6f4781da-a0dc-4d72-b7f3-ed072b6cdb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873697 Sep 19 12:38:40.577034 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-14a077cd-ba5d-4cc3-848d-e743d4eaf31f req-4bab187d-5ce3-4d28-97b6-8a68a44b05e2 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 210 time: 0.0285802 Sep 19 12:38:41.680221 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a317732c-55d9-451b-910a-261057e37ae5 req-72787f1b-7eff-48e7-bd7a-6c4ade881598 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 210 time: 0.0279541 Sep 19 12:38:42.784157 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-af7d387d-99e1-474a-a923-610001b91707 req-99a97589-f8b0-4be5-ba87-bbe2027a90f1 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 210 time: 0.0279846 Sep 19 12:38:43.058295 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8663e3fb-2549-4d22-ac51-4e5f6420176e tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:43.059697 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8663e3fb-2549-4d22-ac51-4e5f6420176e tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.26 "GET /networking/v2.0/networks?id=6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 HTTP/1.1" status: 200 len: 809 time: 0.1057260 Sep 19 12:38:43.071928 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Request body: {'port': {'device_id': 'ad534a09-9f69-4270-886a-21ca71e3b356', 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61', 'admin_state_up': True, 'tenant_id': '1bbe76fb2fe04cd391a40a4d9abe53f2'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:38:43.284406 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Made reservation on behalf of 1bbe76fb2fe04cd391a40a4d9abe53f2 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:38:43.288326 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:43.314301 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:43.417487 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Allocated IP 172.20.0.6 (6f4781da-a0dc-4d72-b7f3-ed072b6cdb61/79302299-868d-42dd-9feb-ea228bafe73a/727e4e7d-f9ff-484a-8d7f-f38b853e4194) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:38:43.455799 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:43.566848 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks [] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:43.673225 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:43.715223 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:38:43.721379 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:38:43.725367 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:38:43.752232 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Pushing event updated for resources: {'Port': ['ID=727e4e7d-f9ff-484a-8d7f-f38b853e4194,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:43.780757 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:43.781350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:43.873062 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-8f1d6ed3-2e46-498c-b7f0-23ff00acf6f9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051796 Sep 19 12:38:43.899266 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Request body: {'port': {'device_id': 'ad534a09-9f69-4270-886a-21ca71e3b356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:38:43.934897 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d6fe3-c696-4f8e-9b5d-9a3b1eef38a4 req-7ad86703-ab15-4b43-8ac7-c25ef04222ae tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:43.936361 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6c9d6fe3-c696-4f8e-9b5d-9a3b1eef38a4 req-7ad86703-ab15-4b43-8ac7-c25ef04222ae tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 931 time: 0.0758855 Sep 19 12:38:43.995081 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:44.023762 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6c9d6fe3-c696-4f8e-9b5d-9a3b1eef38a4 req-535c6e18-54e4-41ae-9db3-452f2db35f87 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795090 Sep 19 12:38:44.141590 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:44.264451 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727e4e7d-f9ff-484a-8d7f-f38b853e4194 {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:38:44.272030 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Publish callbacks [] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:44.284263 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Transition to ACTIVE for port object 727e4e7d-f9ff-484a-8d7f-f38b853e4194 will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:38:44.364027 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:44.426862 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Pushing event updated for resources: {'Port': ['ID=727e4e7d-f9ff-484a-8d7f-f38b853e4194,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:44.474298 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Attempting to bind port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:38:44.474631 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Attempting to bind port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '184b2715-89d1-4695-bb41-057ef656e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:38:44.474952 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Attempting to bind port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 on network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:38:44.515181 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 on network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:38:44.515499 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Attempting to bind port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 on network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:38:44.556538 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:38:44.557009 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Checking segment: {'id': '184b2715-89d1-4695-bb41-057ef656e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:38:44.557318 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Bound using segment: {'id': '184b2715-89d1-4695-bb41-057ef656e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:38:44.557742 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Bound port: 727e4e7d-f9ff-484a-8d7f-f38b853e4194, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b2715-89d1-4695-bb41-057ef656e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:38:44.558110 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:44.568167 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:44.622357 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] For port 727e4e7d-f9ff-484a-8d7f-f38b853e4194, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:38:44.625364 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] For port 727e4e7d-f9ff-484a-8d7f-f38b853e4194, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=727e4e7d-f9ff-484a-8d7f-f38b853e4194,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:38:44.702079 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:44.706417 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:44.710491 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:44.710491 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/727e4e7d-f9ff-484a-8d7f-f38b853e4194 HTTP/1.1" status: 200 len: 1093 time: 0.8154476 Sep 19 12:38:44.710491 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad534a09-9f69-4270-886a-21ca71e3b356', 'tag': '727e4e7d-f9ff-484a-8d7f-f38b853e4194'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:38:44.711674 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a776dbf-8ddc-4e3a-914d-149a912a6d09" -d '{"events": [{"name": "network-changed", "server_uuid": "ad534a09-9f69-4270-886a-21ca71e3b356", "tag": "727e4e7d-f9ff-484a-8d7f-f38b853e4194"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:38:44.751177 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d58a68b-8fa5-4828-9dd6-0c588456795c x-openstack-request-id: req-2d58a68b-8fa5-4828-9dd6-0c588456795c {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:38:44.751457 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad534a09-9f69-4270-886a-21ca71e3b356", "tag": "727e4e7d-f9ff-484a-8d7f-f38b853e4194", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:38:44.751959 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2d58a68b-8fa5-4828-9dd6-0c588456795c {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:38:44.752357 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d58a68b-8fa5-4828-9dd6-0c588456795c'] response: {'name': 'network-changed', 'server_uuid': 'ad534a09-9f69-4270-886a-21ca71e3b356', 'tag': '727e4e7d-f9ff-484a-8d7f-f38b853e4194', 'status': 'completed', 'code': 200} Sep 19 12:38:44.762033 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49df4dc-da4a-436f-9e7e-97c1e5161bbd service neutron] Pushing event updated for resources: {'Port': ['ID=727e4e7d-f9ff-484a-8d7f-f38b853e4194,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:44.815531 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a776dbf-8ddc-4e3a-914d-149a912a6d09 req-8f965a9b-d693-46ac-83dc-878a27d3a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:44.817118 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2a776dbf-8ddc-4e3a-914d-149a912a6d09 req-8f965a9b-d693-46ac-83dc-878a27d3a274 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1bbe76fb2fe04cd391a40a4d9abe53f2&device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 1127 time: 0.0401521 Sep 19 12:38:44.925152 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a776dbf-8ddc-4e3a-914d-149a912a6d09 req-94536b7e-7a47-454a-a525-7d60202f493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:44.926619 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2a776dbf-8ddc-4e3a-914d-149a912a6d09 req-94536b7e-7a47-454a-a525-7d60202f493d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=1bbe76fb2fe04cd391a40a4d9abe53f2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1008830 Sep 19 12:38:45.022973 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a776dbf-8ddc-4e3a-914d-149a912a6d09 req-0bc1df9c-064b-40e1-bd51-56042dae79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:45.024952 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2a776dbf-8ddc-4e3a-914d-149a912a6d09 req-0bc1df9c-064b-40e1-bd51-56042dae79b1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911822 Sep 19 12:38:45.074229 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:45.119589 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-b6f3a710-27e2-41ee-a321-cab26e359e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:45.121301 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-b6f3a710-27e2-41ee-a321-cab26e359e86 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1bbe76fb2fe04cd391a40a4d9abe53f2&device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 1127 time: 0.0567763 Sep 19 12:38:45.178212 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-43b9069f-4f87-4d80-bc35-27a122046554 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=727e4e7d-f9ff-484a-8d7f-f38b853e4194 HTTP/1.1" status: 200 len: 217 time: 0.0387640 Sep 19 12:38:45.191292 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb26b6c-5c4b-418d-ae8c-52bd8ff68bbc req-703c7ad4-e9e4-4502-afd1-0d00880df6de tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:45.193101 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0fb26b6c-5c4b-418d-ae8c-52bd8ff68bbc req-703c7ad4-e9e4-4502-afd1-0d00880df6de tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 943 time: 0.0855498 Sep 19 12:38:45.222340 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:45.224256 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:45.269748 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-9d4c598a-4b30-4abc-9fed-43b718539508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:45.271357 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-9d4c598a-4b30-4abc-9fed-43b718539508 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=79302299-868d-42dd-9feb-ea228bafe73a HTTP/1.1" status: 200 len: 849 time: 0.0867391 Sep 19 12:38:45.296134 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0fb26b6c-5c4b-418d-ae8c-52bd8ff68bbc req-e73557cb-2151-4403-ac38-f222ec850815 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928497 Sep 19 12:38:45.312725 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-d5bd21a8-0402-4181-8f4a-bfb2cda8df61 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=6f4781da-a0dc-4d72-b7f3-ed072b6cdb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329270 Sep 19 12:38:45.409008 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-abfb2908-ed28-40a8-95a2-52c94680408c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6f4781da-a0dc-4d72-b7f3-ed072b6cdb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889394 Sep 19 12:38:45.499054 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6b1e8ff6-df69-475c-853d-888d0e583fe2 req-588d009d-da7c-4f26-9c03-52d03dc38e84 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6f4781da-a0dc-4d72-b7f3-ed072b6cdb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835268 Sep 19 12:38:46.426701 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a3f68-69ee-4e41-81dd-63e07c0d3304 req-a0b4fc6a-2467-441c-9938-b2b2975bbf7e tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:46.428128 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-779a3f68-69ee-4e41-81dd-63e07c0d3304 req-a0b4fc6a-2467-441c-9938-b2b2975bbf7e tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 943 time: 0.0491109 Sep 19 12:38:46.473949 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-779a3f68-69ee-4e41-81dd-63e07c0d3304 req-92c1d2d7-00c4-4c86-9ed2-0aa595bbc677 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Sep 19 12:38:47.181658 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 727e4e7d-f9ff-484a-8d7f-f38b853e4194 details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:38:47.280122 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 727e4e7d-f9ff-484a-8d7f-f38b853e4194, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=727e4e7d-f9ff-484a-8d7f-f38b853e4194,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:47.291736 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '727e4e7d-f9ff-484a-8d7f-f38b853e4194', 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61', 'port_id': '727e4e7d-f9ff-484a-8d7f-f38b853e4194', 'mac_address': 'fa:16:3e:ef:1d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79302299-868d-42dd-9feb-ea228bafe73a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:38:47.325111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:38:47.325492 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:47.341099 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727e4e7d-f9ff-484a-8d7f-f38b853e4194 {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:38:47.359627 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 727e4e7d-f9ff-484a-8d7f-f38b853e4194, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=727e4e7d-f9ff-484a-8d7f-f38b853e4194,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:47.421365 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:47.467970 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=727e4e7d-f9ff-484a-8d7f-f38b853e4194,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:47.593348 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f40c29-5792-409f-9c24-ed96d8d58c00 req-a5295c50-dc29-47ce-b843-83019d0224a9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:47.595814 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-35f40c29-5792-409f-9c24-ed96d8d58c00 req-a5295c50-dc29-47ce-b843-83019d0224a9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 944 time: 0.0489013 Sep 19 12:38:47.644182 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-35f40c29-5792-409f-9c24-ed96d8d58c00 req-8f609585-f5a8-48ee-8129-b3a39cf26611 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Sep 19 12:38:47.666905 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:47.683494 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['727e4e7d-f9ff-484a-8d7f-f38b853e4194'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:38:48.763199 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81f905-9bc0-49be-990e-f11e19a29ee9 req-052425b2-c4f3-47d3-865f-481c26809a36 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:48.764673 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5d81f905-9bc0-49be-990e-f11e19a29ee9 req-052425b2-c4f3-47d3-865f-481c26809a36 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 944 time: 0.0463920 Sep 19 12:38:48.814850 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5d81f905-9bc0-49be-990e-f11e19a29ee9 req-e4419fe9-baed-4a1f-a579-54d502171e43 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446022 Sep 19 12:38:49.196422 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 727e4e7d-f9ff-484a-8d7f-f38b853e4194 up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:38:49.237595 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:38:49.300975 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:38:49.301347 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:49.301680 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 Sep 19 12:38:49.372286 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:38:49.372694 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:49.394759 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad534a09-9f69-4270-886a-21ca71e3b356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e4e7d-f9ff-484a-8d7f-f38b853e4194'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:38:49.396989 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8ff3f6-f239-4d2e-85bf-18efe2bb6f35" -d '{"events": [{"server_uuid": "ad534a09-9f69-4270-886a-21ca71e3b356", "name": "network-vif-plugged", "status": "completed", "tag": "727e4e7d-f9ff-484a-8d7f-f38b853e4194"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:38:49.414726 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 727e4e7d-f9ff-484a-8d7f-f38b853e4194, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=727e4e7d-f9ff-484a-8d7f-f38b853e4194,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:49.435972 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f59aa6-ed4a-450f-a739-3e84ed665e1c x-openstack-request-id: req-c3f59aa6-ed4a-450f-a739-3e84ed665e1c {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:38:49.436261 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad534a09-9f69-4270-886a-21ca71e3b356", "name": "network-vif-plugged", "status": "completed", "tag": "727e4e7d-f9ff-484a-8d7f-f38b853e4194", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:38:49.436514 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c3f59aa6-ed4a-450f-a739-3e84ed665e1c {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:38:49.436950 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f59aa6-ed4a-450f-a739-3e84ed665e1c'] response: {'server_uuid': 'ad534a09-9f69-4270-886a-21ca71e3b356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e4e7d-f9ff-484a-8d7f-f38b853e4194', 'code': 200} Sep 19 12:38:49.501825 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:49.548813 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=727e4e7d-f9ff-484a-8d7f-f38b853e4194,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:49.751479 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee251d95-795c-414b-a13e-6570aac809b5 req-b98cffd8-696c-444d-8fab-badae7d43a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:49.753242 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee251d95-795c-414b-a13e-6570aac809b5 req-b98cffd8-696c-444d-8fab-badae7d43a0a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 1129 time: 0.0378504 Sep 19 12:38:49.802106 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ee251d95-795c-414b-a13e-6570aac809b5 req-a70001e9-acc2-4fc6-8a9a-bac6eb5d7887 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375035 Sep 19 12:38:49.934042 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9523ad6-46b5-4725-aad2-4f1bf4b3445f req-e841f2c0-c043-4b0d-a279-e8e9b3356e5b tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:49.935498 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c9523ad6-46b5-4725-aad2-4f1bf4b3445f req-e841f2c0-c043-4b0d-a279-e8e9b3356e5b tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 945 time: 0.0460405 Sep 19 12:38:49.956448 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:49.983414 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c9523ad6-46b5-4725-aad2-4f1bf4b3445f req-37f156c8-ec27-447f-9908-8a55b9cf776b tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Sep 19 12:38:50.736594 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:38:51.109146 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a86498-b0ae-49e2-849f-9af661e5ae8d req-ad07838c-e827-4d3e-adab-c2a58a42086d tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:51.110637 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c5a86498-b0ae-49e2-849f-9af661e5ae8d req-ad07838c-e827-4d3e-adab-c2a58a42086d tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 945 time: 0.0501819 Sep 19 12:38:51.158797 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c5a86498-b0ae-49e2-849f-9af661e5ae8d req-fb383bc4-bab8-48d8-88e3-8a155010744d tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Sep 19 12:38:52.278909 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5e884-52a4-44b6-b38d-4774c3ad71a1 req-583ad192-8829-48f6-a4ab-a3b82ad58fc4 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:52.280374 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0db5e884-52a4-44b6-b38d-4774c3ad71a1 req-583ad192-8829-48f6-a4ab-a3b82ad58fc4 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 945 time: 0.0462985 Sep 19 12:38:52.327535 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0db5e884-52a4-44b6-b38d-4774c3ad71a1 req-7c800357-282b-4573-911d-333bff9d98cf tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 Sep 19 12:38:53.725855 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb5cd4-7921-4b11-ac76-c64f7f289557 req-7f42d537-d252-45e8-a98f-3744c52c203e tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:53.727328 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bbcb5cd4-7921-4b11-ac76-c64f7f289557 req-7f42d537-d252-45e8-a98f-3744c52c203e tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 945 time: 0.0477116 Sep 19 12:38:53.749811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:53.780189 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bbcb5cd4-7921-4b11-ac76-c64f7f289557 req-9e4f4eed-8e09-45ab-ad8e-ecaa6297bc2b tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466511 Sep 19 12:38:54.902144 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c590165-8842-413b-9980-c52af24ffb1f req-aa5125ab-8225-41f9-83b4-336d79b85e39 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:54.904144 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0c590165-8842-413b-9980-c52af24ffb1f req-aa5125ab-8225-41f9-83b4-336d79b85e39 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 945 time: 0.0465348 Sep 19 12:38:54.950787 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0c590165-8842-413b-9980-c52af24ffb1f req-04ebe949-d6f6-477f-9e5e-ee56db5781f7 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Sep 19 12:38:55.464299 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-9af5a937-a770-4ced-bfa9-209c92b291d3 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:55.466267 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-9af5a937-a770-4ced-bfa9-209c92b291d3 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 945 time: 0.0466950 Sep 19 12:38:55.560730 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Deleting port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:38:55.561074 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:55.652104 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] For port 727e4e7d-f9ff-484a-8d7f-f38b853e4194, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=727e4e7d-f9ff-484a-8d7f-f38b853e4194,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:38:55.652461 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:55.665148 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Calling delete_port for 727e4e7d-f9ff-484a-8d7f-f38b853e4194 owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:38:55.878292 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (727e4e7d-f9ff-484a-8d7f-f38b853e4194), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:55.892260 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['727e4e7d-f9ff-484a-8d7f-f38b853e4194'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:38:55.906698 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Pushing event deleted for resources: {'Port': ['ID=727e4e7d-f9ff-484a-8d7f-f38b853e4194,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:38:55.956693 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] No DVR routers for this DVR port 727e4e7d-f9ff-484a-8d7f-f38b853e4194 on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:38:55.959136 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:38:55.962332 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f91abb4d-b3f0-4f8b-88c3-67aa8c6e23c5 req-93ac54ec-6e45-4182-b63b-bcfccb47fa71 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.26 "DELETE /networking/v2.0/ports/727e4e7d-f9ff-484a-8d7f-f38b853e4194 HTTP/1.1" status: 204 len: 173 time: 0.4834547 Sep 19 12:38:55.962822 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad534a09-9f69-4270-886a-21ca71e3b356', 'name': 'network-vif-deleted', 'tag': '727e4e7d-f9ff-484a-8d7f-f38b853e4194'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:38:55.965053 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0273357-aef8-4406-9e26-2d84e90feeda" -d '{"events": [{"server_uuid": "ad534a09-9f69-4270-886a-21ca71e3b356", "name": "network-vif-deleted", "tag": "727e4e7d-f9ff-484a-8d7f-f38b853e4194"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:38:56.004870 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf8480-c0d7-4890-b698-46a00c9b89bc x-openstack-request-id: req-2eaf8480-c0d7-4890-b698-46a00c9b89bc {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:38:56.005311 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad534a09-9f69-4270-886a-21ca71e3b356", "name": "network-vif-deleted", "tag": "727e4e7d-f9ff-484a-8d7f-f38b853e4194", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:38:56.005688 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2eaf8480-c0d7-4890-b698-46a00c9b89bc {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:38:56.006099 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eaf8480-c0d7-4890-b698-46a00c9b89bc'] response: {'server_uuid': 'ad534a09-9f69-4270-886a-21ca71e3b356', 'name': 'network-vif-deleted', 'tag': '727e4e7d-f9ff-484a-8d7f-f38b853e4194', 'status': 'completed', 'code': 200} Sep 19 12:38:56.056746 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-03d2f2ca-f6bc-426b-b7d8-4f41fa33567c req-b2be2f73-db87-4f1b-8a09-1f40b0ad19e9 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=ad534a09-9f69-4270-886a-21ca71e3b356 HTTP/1.1" status: 200 len: 210 time: 0.0294118 Sep 19 12:38:57.332106 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-77fe2760-6af0-4132-ba8e-7872a71a7526 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:57.333559 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-77fe2760-6af0-4132-ba8e-7872a71a7526 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/networks?id=6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 HTTP/1.1" status: 200 len: 809 time: 0.1025751 Sep 19 12:38:57.347997 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-27b28983-721e-41d8-af67-e3adb840bf26 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/quotas/1bbe76fb2fe04cd391a40a4d9abe53f2 HTTP/1.1" status: 200 len: 375 time: 0.0089166 Sep 19 12:38:57.379644 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-fdc3cf6e-10ca-4521-99b7-804f506ed376 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=1bbe76fb2fe04cd391a40a4d9abe53f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265491 Sep 19 12:38:57.443121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:57.473311 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-09c52c5a-bd39-4110-bb74-31f7577dcc35 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/6f4781da-a0dc-4d72-b7f3-ed072b6cdb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871952 Sep 19 12:38:57.804844 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:38:57.830506 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-a8afe0ef-65f6-4b3d-9fdd-e7ebb1468a04 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/6f4781da-a0dc-4d72-b7f3-ed072b6cdb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512943 Sep 19 12:38:58.066545 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-61d7d15c-0e58-4897-a853-420c99962327 req-484bca75-1a74-4fd6-b841-87c000adfa08 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 210 time: 0.0278573 Sep 19 12:38:59.170792 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d3327c4b-d312-4217-9c80-6b746e4d3ec3 req-32372802-1165-4e5c-9cfc-a9487e4b12c4 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 210 time: 0.0301743 Sep 19 12:38:59.223863 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 727e4e7d-f9ff-484a-8d7f-f38b853e4194 no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:38:59.246803 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 727e4e7d-f9ff-484a-8d7f-f38b853e4194 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:38:59.247699 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 727e4e7d-f9ff-484a-8d7f-f38b853e4194 not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:38:59.968964 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-10898178-c341-4505-a1c4-4010e2e7c1f1 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:38:59.970418 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-10898178-c341-4505-a1c4-4010e2e7c1f1 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.26 "GET /networking/v2.0/networks?id=6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 HTTP/1.1" status: 200 len: 809 time: 0.1023033 Sep 19 12:38:59.983749 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Request body: {'port': {'device_id': 'bd7bbf9d-0062-431f-bc51-73c899732186', 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61', 'admin_state_up': True, 'tenant_id': '1bbe76fb2fe04cd391a40a4d9abe53f2'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:00.175395 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Made reservation on behalf of 1bbe76fb2fe04cd391a40a4d9abe53f2 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:39:00.179324 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:00.304635 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-97c98527-2e7c-44a6-97c9-93d3b9321963 req-02aa2d15-89a1-4045-a833-41864201bd4c tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 210 time: 0.0544527 Sep 19 12:39:00.331807 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Allocated IP 172.20.0.14 (6f4781da-a0dc-4d72-b7f3-ed072b6cdb61/79302299-868d-42dd-9feb-ea228bafe73a/e57d730c-79e9-4379-8654-5f4f05701abb) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:00.477512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks [] for port (e57d730c-79e9-4379-8654-5f4f05701abb), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:00.553115 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:00.595226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:00.600475 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:00.604510 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:39:00.627046 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Pushing event updated for resources: {'Port': ['ID=e57d730c-79e9-4379-8654-5f4f05701abb,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:00.654955 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:00.655560 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:00.726480 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-06d04022-8981-48de-95e0-48d690e204ca tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7464573 Sep 19 12:39:00.729089 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:00.735152 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:00.738967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Request body: {'port': {'device_id': 'bd7bbf9d-0062-431f-bc51-73c899732186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:00.761563 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:00.800888 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:00.802613 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:01.048376 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57d730c-79e9-4379-8654-5f4f05701abb {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:39:01.056413 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Publish callbacks [] for port (e57d730c-79e9-4379-8654-5f4f05701abb), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:01.068947 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Transition to ACTIVE for port object e57d730c-79e9-4379-8654-5f4f05701abb will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:39:01.157930 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:01.242038 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e57d730c-79e9-4379-8654-5f4f05701abb,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:01.271160 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Attempting to bind port e57d730c-79e9-4379-8654-5f4f05701abb on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:39:01.271485 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Attempting to bind port e57d730c-79e9-4379-8654-5f4f05701abb by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '184b2715-89d1-4695-bb41-057ef656e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:39:01.271804 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Attempting to bind port e57d730c-79e9-4379-8654-5f4f05701abb on network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:39:01.303897 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:01.314181 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Port e57d730c-79e9-4379-8654-5f4f05701abb on network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:39:01.314503 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Attempting to bind port e57d730c-79e9-4379-8654-5f4f05701abb on network 6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:39:01.358758 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:39:01.359092 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Checking segment: {'id': '184b2715-89d1-4695-bb41-057ef656e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:39:01.359472 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Bound using segment: {'id': '184b2715-89d1-4695-bb41-057ef656e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:39:01.359910 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Bound port: e57d730c-79e9-4379-8654-5f4f05701abb, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b2715-89d1-4695-bb41-057ef656e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:39:01.360270 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:01.461874 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91857-ba02-483e-ac05-955d38c85a3b req-87c30cfa-2db5-4eb2-b659-e16eee347aa6 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:01.463339 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-47b91857-ba02-483e-ac05-955d38c85a3b req-87c30cfa-2db5-4eb2-b659-e16eee347aa6 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 944 time: 0.0709822 Sep 19 12:39:01.465851 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] For port e57d730c-79e9-4379-8654-5f4f05701abb, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:39:01.469092 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] For port e57d730c-79e9-4379-8654-5f4f05701abb, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e57d730c-79e9-4379-8654-5f4f05701abb,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:39:01.514013 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-47b91857-ba02-483e-ac05-955d38c85a3b req-b88c09e4-d589-47c7-9627-8bfc830c1bf2 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Sep 19 12:39:01.535603 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:01.539886 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:01.540487 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:01.541880 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/e57d730c-79e9-4379-8654-5f4f05701abb HTTP/1.1" status: 200 len: 1094 time: 0.8070176 Sep 19 12:39:01.542955 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7bbf9d-0062-431f-bc51-73c899732186', 'tag': 'e57d730c-79e9-4379-8654-5f4f05701abb'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:39:01.545382 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be8cdb8-4def-4834-93e0-898cfdc30bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7bbf9d-0062-431f-bc51-73c899732186", "tag": "e57d730c-79e9-4379-8654-5f4f05701abb"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:39:01.588874 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2a0ada-c7bd-4929-bbf9-63b857a565c3 x-openstack-request-id: req-fe2a0ada-c7bd-4929-bbf9-63b857a565c3 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:39:01.589166 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7bbf9d-0062-431f-bc51-73c899732186", "tag": "e57d730c-79e9-4379-8654-5f4f05701abb", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:39:01.589412 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fe2a0ada-c7bd-4929-bbf9-63b857a565c3 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:39:01.589824 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2a0ada-c7bd-4929-bbf9-63b857a565c3'] response: {'name': 'network-changed', 'server_uuid': 'bd7bbf9d-0062-431f-bc51-73c899732186', 'tag': 'e57d730c-79e9-4379-8654-5f4f05701abb', 'status': 'completed', 'code': 200} Sep 19 12:39:01.600362 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec461f6-97ec-4ed2-8ebb-d43248565fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e57d730c-79e9-4379-8654-5f4f05701abb,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:01.648753 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8cdb8-4def-4834-93e0-898cfdc30bcd req-73f6f7bd-6d81-4c7a-9d6d-66cf14f44a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:01.650282 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1be8cdb8-4def-4834-93e0-898cfdc30bcd req-73f6f7bd-6d81-4c7a-9d6d-66cf14f44a93 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1bbe76fb2fe04cd391a40a4d9abe53f2&device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 1128 time: 0.0404634 Sep 19 12:39:01.759256 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8cdb8-4def-4834-93e0-898cfdc30bcd req-1a2ac04e-fe9e-4442-b22e-ddfee3501c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:01.760756 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1be8cdb8-4def-4834-93e0-898cfdc30bcd req-1a2ac04e-fe9e-4442-b22e-ddfee3501c01 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=1bbe76fb2fe04cd391a40a4d9abe53f2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1024964 Sep 19 12:39:01.860487 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8cdb8-4def-4834-93e0-898cfdc30bcd req-31b8e6ee-bf2e-44c9-9699-db17a3cb2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:01.861993 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1be8cdb8-4def-4834-93e0-898cfdc30bcd req-31b8e6ee-bf2e-44c9-9699-db17a3cb2ada service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946822 Sep 19 12:39:01.940358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-c9240967-0d40-47d9-b4c0-0328a7a05843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:01.941878 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-c9240967-0d40-47d9-b4c0-0328a7a05843 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1bbe76fb2fe04cd391a40a4d9abe53f2&device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 1128 time: 0.0395439 Sep 19 12:39:01.981305 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-da66055f-95ec-4f67-bb26-fd30f6cd75c5 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e57d730c-79e9-4379-8654-5f4f05701abb HTTP/1.1" status: 200 len: 217 time: 0.0325828 Sep 19 12:39:02.033599 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-309540fe-3706-4892-a8c4-df92b9e941f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:02.035072 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-309540fe-3706-4892-a8c4-df92b9e941f2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=79302299-868d-42dd-9feb-ea228bafe73a HTTP/1.1" status: 200 len: 849 time: 0.0480201 Sep 19 12:39:02.067030 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-c2765d6f-6026-4b09-9da5-b231595fc5b1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=6f4781da-a0dc-4d72-b7f3-ed072b6cdb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258453 Sep 19 12:39:02.162617 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-3af3fa69-2719-4d3c-8b8d-f4802f838758 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6f4781da-a0dc-4d72-b7f3-ed072b6cdb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887864 Sep 19 12:39:02.223376 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:02.257243 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9999ea8-ab27-4e65-9ac7-a61b533d9bf2 req-bb3d7731-f45e-4fcc-a49d-9787b136377e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/6f4781da-a0dc-4d72-b7f3-ed072b6cdb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880711 Sep 19 12:39:02.635722 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfb5dd-6285-4c1e-8581-2cd3f675382b req-875b6aa2-7ed9-40ea-a301-3cd5e300dde8 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:02.637213 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65cfb5dd-6285-4c1e-8581-2cd3f675382b req-875b6aa2-7ed9-40ea-a301-3cd5e300dde8 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 944 time: 0.0464327 Sep 19 12:39:02.685060 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65cfb5dd-6285-4c1e-8581-2cd3f675382b req-358d8e27-225d-487f-80eb-c42c1a5d3fd6 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Sep 19 12:39:03.506905 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-960c008e-3aa1-4b5a-a2c7-888a20b5f4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:03.811304 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200791a-ae36-49de-bcc0-43419b98e97c req-15f22aa8-8667-4275-b476-d98f3427a6ec tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:03.812750 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0200791a-ae36-49de-bcc0-43419b98e97c req-15f22aa8-8667-4275-b476-d98f3427a6ec tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 944 time: 0.0512440 Sep 19 12:39:03.859813 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0200791a-ae36-49de-bcc0-43419b98e97c req-b6aad379-b9ca-405a-9989-8e5cecb5a0c3 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Sep 19 12:39:04.975710 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:04.983827 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1a01d-07f0-490f-b49a-6ee12e9debc1 req-d6bca7bf-2427-46db-97e2-851dd825b6bc tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:04.985530 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1ca1a01d-07f0-490f-b49a-6ee12e9debc1 req-d6bca7bf-2427-46db-97e2-851dd825b6bc tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 944 time: 0.0479295 Sep 19 12:39:05.035102 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1ca1a01d-07f0-490f-b49a-6ee12e9debc1 req-1c99b5ac-339d-4955-83db-c949895d8aa6 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Sep 19 12:39:05.258564 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e57d730c-79e9-4379-8654-5f4f05701abb details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:39:05.260773 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:05.262221 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:05.265754 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:05.362326 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port e57d730c-79e9-4379-8654-5f4f05701abb, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e57d730c-79e9-4379-8654-5f4f05701abb,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:05.374818 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'e57d730c-79e9-4379-8654-5f4f05701abb', 'network_id': '6f4781da-a0dc-4d72-b7f3-ed072b6cdb61', 'port_id': 'e57d730c-79e9-4379-8654-5f4f05701abb', 'mac_address': 'fa:16:3e:22:ce:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79302299-868d-42dd-9feb-ea228bafe73a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:39:05.413080 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port e57d730c-79e9-4379-8654-5f4f05701abb is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:05.413080 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:05.423962 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57d730c-79e9-4379-8654-5f4f05701abb {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:39:05.444742 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port e57d730c-79e9-4379-8654-5f4f05701abb, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e57d730c-79e9-4379-8654-5f4f05701abb,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:05.512497 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:05.567084 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=e57d730c-79e9-4379-8654-5f4f05701abb,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:05.632429 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd91b-96d7-47cd-bdc8-91fbca7d8499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:05.738242 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['e57d730c-79e9-4379-8654-5f4f05701abb'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:39:06.159396 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce22557-d58c-45aa-9f55-ebd5515200d3 req-b2e0c360-ff46-4f6a-9121-57494a846c7c tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:06.160873 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3ce22557-d58c-45aa-9f55-ebd5515200d3 req-b2e0c360-ff46-4f6a-9121-57494a846c7c tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 945 time: 0.0511115 Sep 19 12:39:06.208573 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3ce22557-d58c-45aa-9f55-ebd5515200d3 req-af8cfc1f-6d06-4717-aded-ae94cf5e0994 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421171 Sep 19 12:39:06.940885 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:07.271598 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e57d730c-79e9-4379-8654-5f4f05701abb up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:39:07.316544 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port e57d730c-79e9-4379-8654-5f4f05701abb completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:39:07.331198 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f35ca-4280-4a5a-b77b-8168bbbf5b35 req-f560e41d-b42c-40de-b3a6-7e98e28bb46b tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:07.339116 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bb7f35ca-4280-4a5a-b77b-8168bbbf5b35 req-f560e41d-b42c-40de-b3a6-7e98e28bb46b tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 945 time: 0.0485075 Sep 19 12:39:07.382072 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bb7f35ca-4280-4a5a-b77b-8168bbbf5b35 req-ed653e7d-da9a-4a31-8cbd-62075d9ad58f tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Sep 19 12:39:07.398113 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port e57d730c-79e9-4379-8654-5f4f05701abb triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:07.398479 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:07.398835 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port e57d730c-79e9-4379-8654-5f4f05701abb Sep 19 12:39:07.468991 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port e57d730c-79e9-4379-8654-5f4f05701abb is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:07.469369 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:07.492829 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7bbf9d-0062-431f-bc51-73c899732186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d730c-79e9-4379-8654-5f4f05701abb'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:39:07.495083 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb99d7a-b6c1-41b8-a7aa-aef053873443" -d '{"events": [{"server_uuid": "bd7bbf9d-0062-431f-bc51-73c899732186", "name": "network-vif-plugged", "status": "completed", "tag": "e57d730c-79e9-4379-8654-5f4f05701abb"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:39:07.508134 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port e57d730c-79e9-4379-8654-5f4f05701abb, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e57d730c-79e9-4379-8654-5f4f05701abb,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:07.535012 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d3e83c-99a6-49c3-83ef-174fd7fd567e x-openstack-request-id: req-e7d3e83c-99a6-49c3-83ef-174fd7fd567e {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:39:07.535295 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7bbf9d-0062-431f-bc51-73c899732186", "name": "network-vif-plugged", "status": "completed", "tag": "e57d730c-79e9-4379-8654-5f4f05701abb", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:39:07.535540 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e7d3e83c-99a6-49c3-83ef-174fd7fd567e {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:39:07.535929 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d3e83c-99a6-49c3-83ef-174fd7fd567e'] response: {'server_uuid': 'bd7bbf9d-0062-431f-bc51-73c899732186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57d730c-79e9-4379-8654-5f4f05701abb', 'code': 200} Sep 19 12:39:07.598129 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:07.647509 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=e57d730c-79e9-4379-8654-5f4f05701abb,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:07.866724 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407db1de-0b84-4be2-9042-3260c88db530 req-8fe88aab-a881-445d-809d-f5650011ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:07.868226 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-407db1de-0b84-4be2-9042-3260c88db530 req-8fe88aab-a881-445d-809d-f5650011ac99 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 1130 time: 0.0372813 Sep 19 12:39:07.915476 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-407db1de-0b84-4be2-9042-3260c88db530 req-db5c5cae-ebc6-43ce-84ee-081829225c72 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Sep 19 12:39:08.504300 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb1c2d-a2e8-4113-84cf-468637d22ad3 req-d8878251-9762-473f-bcba-89d13fb20b3e tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:08.505807 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-45eb1c2d-a2e8-4113-84cf-468637d22ad3 req-d8878251-9762-473f-bcba-89d13fb20b3e tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 946 time: 0.0468969 Sep 19 12:39:08.553048 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-45eb1c2d-a2e8-4113-84cf-468637d22ad3 req-80dca932-fb44-4793-893e-33ff9ab2501f tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Sep 19 12:39:08.786173 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:08.814761 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:09.678101 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7855-4123-4407-a9ed-31eb6a297c20 req-019d6830-9088-40d6-9fc8-03bca489b3a4 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:09.679501 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-526b7855-4123-4407-a9ed-31eb6a297c20 req-019d6830-9088-40d6-9fc8-03bca489b3a4 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 946 time: 0.0472326 Sep 19 12:39:09.803258 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-526b7855-4123-4407-a9ed-31eb6a297c20 req-b1c882b4-40bd-4081-b25a-23bdfdff8006 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179235 Sep 19 12:39:10.929846 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecd31f-f1a4-4fa9-bc3c-e4eb6acee7db req-a9b1af5c-829e-4a81-bfd1-37092ac297bc tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:10.931295 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e3ecd31f-f1a4-4fa9-bc3c-e4eb6acee7db req-a9b1af5c-829e-4a81-bfd1-37092ac297bc tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 946 time: 0.0498922 Sep 19 12:39:10.978887 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e3ecd31f-f1a4-4fa9-bc3c-e4eb6acee7db req-8f2fe454-099b-45cd-993c-fe80145482bd tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 Sep 19 12:39:12.365310 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a16e8-ce6e-4453-9cd5-1d33f21ff99e req-bd68f6ba-fed9-4796-aaa8-34b7fcf99e07 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:12.366771 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e39a16e8-ce6e-4453-9cd5-1d33f21ff99e req-bd68f6ba-fed9-4796-aaa8-34b7fcf99e07 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 946 time: 0.0485306 Sep 19 12:39:12.415504 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e39a16e8-ce6e-4453-9cd5-1d33f21ff99e req-ee022cb6-c54c-4576-be97-9b89dc2590e4 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427814 Sep 19 12:39:13.505025 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:13.541443 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc1c-86ee-497b-bd74-2fe3dc0eee14 req-5ad9b728-ca66-43ed-b40b-2545eb849e16 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:13.542914 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c14ffc1c-86ee-497b-bd74-2fe3dc0eee14 req-5ad9b728-ca66-43ed-b40b-2545eb849e16 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 946 time: 0.0469270 Sep 19 12:39:13.593161 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c14ffc1c-86ee-497b-bd74-2fe3dc0eee14 req-9fd2fd3a-6a60-413c-97b1-adce2a2adb01 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=e85431cf-f2b5-4949-9ed3-4c110c0a3356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Sep 19 12:39:13.785164 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-cae877a3-d6b4-4440-90db-cb7d89af27a4 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:13.786813 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-cae877a3-d6b4-4440-90db-cb7d89af27a4 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 946 time: 0.0474999 Sep 19 12:39:13.867759 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Deleting port e57d730c-79e9-4379-8654-5f4f05701abb {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:39:13.868101 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:13.960962 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] For port e57d730c-79e9-4379-8654-5f4f05701abb, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=e57d730c-79e9-4379-8654-5f4f05701abb,segment=NetworkSegment(184b2715-89d1-4695-bb41-057ef656e4a7),segment_id=184b2715-89d1-4695-bb41-057ef656e4a7)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:13.961345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:13.974009 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Calling delete_port for e57d730c-79e9-4379-8654-5f4f05701abb owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:39:13.985043 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:14.175040 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (e57d730c-79e9-4379-8654-5f4f05701abb), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:14.188256 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['e57d730c-79e9-4379-8654-5f4f05701abb'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:39:14.202019 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Pushing event deleted for resources: {'Port': ['ID=e57d730c-79e9-4379-8654-5f4f05701abb,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:14.248310 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] No DVR routers for this DVR port e57d730c-79e9-4379-8654-5f4f05701abb on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:39:14.251624 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:14.254786 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b6248393-0f70-4c84-bdff-39a703953bd4 req-be8e9f5d-9442-4aab-b07b-eebc05e10f61 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.26 "DELETE /networking/v2.0/ports/e57d730c-79e9-4379-8654-5f4f05701abb HTTP/1.1" status: 204 len: 173 time: 0.4622197 Sep 19 12:39:14.255269 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7bbf9d-0062-431f-bc51-73c899732186', 'name': 'network-vif-deleted', 'tag': 'e57d730c-79e9-4379-8654-5f4f05701abb'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:39:14.257524 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a51d0c1-8692-4afe-9bdd-ad7e48bba372" -d '{"events": [{"server_uuid": "bd7bbf9d-0062-431f-bc51-73c899732186", "name": "network-vif-deleted", "tag": "e57d730c-79e9-4379-8654-5f4f05701abb"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:39:14.295061 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2001275c-d4b8-4faf-ba83-37d6bcf05b98 x-openstack-request-id: req-2001275c-d4b8-4faf-ba83-37d6bcf05b98 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:39:14.295352 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7bbf9d-0062-431f-bc51-73c899732186", "name": "network-vif-deleted", "tag": "e57d730c-79e9-4379-8654-5f4f05701abb", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:39:14.295608 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2001275c-d4b8-4faf-ba83-37d6bcf05b98 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:39:14.296556 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2001275c-d4b8-4faf-ba83-37d6bcf05b98'] response: {'server_uuid': 'bd7bbf9d-0062-431f-bc51-73c899732186', 'name': 'network-vif-deleted', 'tag': 'e57d730c-79e9-4379-8654-5f4f05701abb', 'status': 'completed', 'code': 200} Sep 19 12:39:14.708497 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fc6e2b12-1aa1-4b7c-aa88-0eb6bb9db631 req-e4cdc031-ccac-4129-8ec4-afe88ed5cbd2 tempest-VolumesActionsTest-919474340 tempest-VolumesActionsTest-919474340-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=bd7bbf9d-0062-431f-bc51-73c899732186 HTTP/1.1" status: 200 len: 210 time: 0.0287867 Sep 19 12:39:18.680508 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=43 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:18.682433 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=44,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:18.916193 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e57d730c-79e9-4379-8654-5f4f05701abb no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:39:18.945338 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: e57d730c-79e9-4379-8654-5f4f05701abb {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:39:18.945591 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device e57d730c-79e9-4379-8654-5f4f05701abb not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:39:19.014672 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:23.198371 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-59e66364-0033-4a3f-92c8-4d546a56baa1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453289 Sep 19 12:39:23.312144 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-9a276d47-e7b4-4b02-9ecf-b6860fbca73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:23.313758 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-9a276d47-e7b4-4b02-9ecf-b6860fbca73a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 1129 time: 0.0498309 Sep 19 12:39:23.451791 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-c583ee6c-2675-4085-b699-e214444bb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:23.451791 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-c583ee6c-2675-4085-b699-e214444bb3c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 913 time: 0.1108780 Sep 19 12:39:23.522519 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-4adc15f1-7169-4877-829a-c6e9fd2e1358 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab201db2-b696-4cee-915b-c71cf380b91d HTTP/1.1" status: 200 len: 1000 time: 0.0622058 Sep 19 12:39:23.581728 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-92f76cf4-6305-48d8-9f60-ef88a7b974ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:23.583224 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-92f76cf4-6305-48d8-9f60-ef88a7b974ce service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0534697 Sep 19 12:39:23.636188 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-3c9ae787-84d4-4b76-9264-394646f33f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:23.639844 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-3c9ae787-84d4-4b76-9264-394646f33f55 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502255 Sep 19 12:39:23.722884 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:23.742064 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-b8d1854f-5f8c-4fbf-aecf-41a76c4816de service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946929 Sep 19 12:39:23.847549 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9e8c0ed-9842-467b-a518-ff35ab1bf6f8 req-31a3ef81-73f2-49c3-82b2-439d76bf0294 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970163 Sep 19 12:39:27.736843 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:39:28.942053 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:28.945174 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:28.949111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:33.502312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e179a693-937c-48cc-b9e9-f33bf4027fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:33.834372 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=65,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:33.844200 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=8 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:35.980923 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-392b01ae-48c7-48b7-a93d-2055cdfee44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:36.957356 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:37.731375 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:37.732580 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:38.752996 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:38.773811 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:41.334715 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46692) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:41.380161 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Deleting subnet 79302299-868d-42dd-9feb-ea228bafe73a {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:39:41.383316 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Publish callbacks [] for subnet (79302299-868d-42dd-9feb-ea228bafe73a), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:41.417290 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (79302299-868d-42dd-9feb-ea228bafe73a), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:41.456509 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (79302299-868d-42dd-9feb-ea228bafe73a), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:41.597869 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (79302299-868d-42dd-9feb-ea228bafe73a), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:41.621706 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79302299-868d-42dd-9feb-ea228bafe73a,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:41.632212 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.632558 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.632924 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.633260 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.633592 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.633918 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.634670 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.634670 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.634846 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.635163 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.635484 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.635804 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.636122 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.636439 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.636782 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:41.639648 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:41.642783 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-22266ed8-164c-45d6-8189-48e4b94ec568 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/79302299-868d-42dd-9feb-ea228bafe73a HTTP/1.1" status: 204 len: 168 time: 0.3070459 Sep 19 12:39:41.645307 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46696) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:41.712912 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (6f4781da-a0dc-4d72-b7f3-ed072b6cdb61), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:41.998267 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (6f4781da-a0dc-4d72-b7f3-ed072b6cdb61), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.017953 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4781da-a0dc-4d72-b7f3-ed072b6cdb61']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:42.027162 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184b2715-89d1-4695-bb41-057ef656e4a7') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:42.027455 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184b2715-89d1-4695-bb41-057ef656e4a7') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:42.037438 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (184b2715-89d1-4695-bb41-057ef656e4a7), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.052482 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (184b2715-89d1-4695-bb41-057ef656e4a7), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.058924 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:39:42.059313 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (184b2715-89d1-4695-bb41-057ef656e4a7), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.103873 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 184b2715-89d1-4695-bb41-057ef656e4a7 resource provider aggregate not found Sep 19 12:39:42.122702 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 184b2715-89d1-4695-bb41-057ef656e4a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 184b2715-89d1-4695-bb41-057ef656e4a7 found for delete ", "request_id": "req-6f3cf542-0418-436c-b9c7-65cfac02dac0"}]} Sep 19 12:39:42.198332 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (6f4781da-a0dc-4d72-b7f3-ed072b6cdb61), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.204365 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.210179 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/6f4781da-a0dc-4d72-b7f3-ed072b6cdb61 HTTP/1.1" status: 204 len: 168 time: 0.5612183 Sep 19 12:39:42.218872 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410083f-d3a1-41ab-81af-a2bc98755e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4781da-a0dc-4d72-b7f3-ed072b6cdb61,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:42.561205 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46704) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:42.602571 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-5d6c1644-e28b-48a9-9eb7-d075b39b94c2 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=1bbe76fb2fe04cd391a40a4d9abe53f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402138 Sep 19 12:39:42.605153 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46706) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:42.652957 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b81e41c1-8f1f-41bd-bc0f-18114bc6f439 admin admin] Publish callbacks [] for security_group (e85431cf-f2b5-4949-9ed3-4c110c0a3356), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.673811 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b81e41c1-8f1f-41bd-bc0f-18114bc6f439 admin admin] Publish callbacks [] for security_group (e85431cf-f2b5-4949-9ed3-4c110c0a3356), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.797620 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b81e41c1-8f1f-41bd-bc0f-18114bc6f439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e85431cf-f2b5-4949-9ed3-4c110c0a3356), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.800661 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-b81e41c1-8f1f-41bd-bc0f-18114bc6f439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:42.801810 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-b81e41c1-8f1f-41bd-bc0f-18114bc6f439 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/e85431cf-f2b5-4949-9ed3-4c110c0a3356 HTTP/1.1" status: 204 len: 168 time: 0.1957676 Sep 19 12:39:42.815861 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e41c1-8f1f-41bd-bc0f-18114bc6f439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85431cf-f2b5-4949-9ed3-4c110c0a3356,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:43.836447 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46728) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:43.932748 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1537256815-network', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:44.014040 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Made reservation on behalf of 00cdacab5c564ab29d54ea189755adb0 for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:39:44.016424 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.028037 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.070837 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:44.082859 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:44.102750 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Publish callbacks [] for security_group (8bca5b25-d172-42e0-9771-d8931aab9d93), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.180666 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8bca5b25-d172-42e0-9771-d8931aab9d93), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.207119 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:39:44.216621 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bca5b25-d172-42e0-9771-d8931aab9d93,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:44.221785 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (ad736385-d6b5-4a2c-96b4-06118debd7fb), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.226479 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Added segment ad736385-d6b5-4a2c-96b4-06118debd7fb of type vlan for network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d Sep 19 12:39:44.262621 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.357653 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.358687 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:44.359278 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.422082 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:44.432171 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:39:44.474539 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-82306c03-7128-452f-a311-e5aa990c35e3 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6368783 Sep 19 12:39:44.477562 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46732) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:44.482586 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Request body: {'subnet': {'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1537256815-subnet', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:44.557508 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Made reservation on behalf of 00cdacab5c564ab29d54ea189755adb0 for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:39:44.559897 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14432167'] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.802717 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14432177'] for subnet (d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:44.857624 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:44.868675 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.869015 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.869349 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.869679 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.870015 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.870328 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.870647 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.870967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.871286 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.871603 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.871922 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.872236 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.872553 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.872889 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.873201 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:44.880634 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Checking segment: {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:39:44.880987 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Network hostable DHCP agents. Network: 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:39:45.020537 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:39:45.117305 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:45.121358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:45.122226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.127685 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d653fffc-bf60-40e0-a1bd-5a2a317b94be None None] Network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:39:45.228909 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:39:45.229815 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.234360 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-54b188e4-627a-4215-8c77-ce507e43b08b admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7555735 Sep 19 12:39:45.238619 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46734) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:45.242960 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:45.334756 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.335841 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.366737 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Allocated IP 172.20.0.2 (4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d/d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a/973b90ab-d901-4b13-959f-ffa0105c4521) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:45.392082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks [] for router_controller (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), precommit_add_association {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.509564 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Publish callbacks [] for port (973b90ab-d901-4b13-959f-ffa0105c4521), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.581372 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.585590 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks [] for router_gateway (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.618736 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:45.628350 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:45.632272 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:39:45.639198 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Pushing event updated for resources: {'Port': ['ID=973b90ab-d901-4b13-959f-ffa0105c4521,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:45.650079 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.650352 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.650687 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.651027 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.651361 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.651692 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.652020 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.652345 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.652712 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.653029 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.653385 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.653713 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.654036 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.654356 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.654696 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:45.814607 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks [] for router_gateway (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.832368 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Attempting to bind port 973b90ab-d901-4b13-959f-ffa0105c4521 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:39:45.832783 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Attempting to bind port 973b90ab-d901-4b13-959f-ffa0105c4521 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:39:45.833149 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Attempting to bind port 973b90ab-d901-4b13-959f-ffa0105c4521 on network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:39:45.833517 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.877374 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:39:45.877768 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Checking segment: {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:39:45.878179 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.878576 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Bound using segment: {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:39:45.879049 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Bound port: 973b90ab-d901-4b13-959f-ffa0105c4521, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:39:45.879433 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:45.880759 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:45.945824 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Allocated IP 172.27.3.220 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/336e2c4d-3d47-476a-8157-318b47df1264) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:45.947344 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] For port 973b90ab-d901-4b13-959f-ffa0105c4521, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:39:45.950670 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] For port 973b90ab-d901-4b13-959f-ffa0105c4521, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=973b90ab-d901-4b13-959f-ffa0105c4521,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:39:45.951190 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:46.053269 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks [] for port (336e2c4d-3d47-476a-8157-318b47df1264), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:46.055206 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:46.111317 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97964615-e748-4f91-aba5-b17e723777b2 None None] Pushing event updated for resources: {'Port': ['ID=973b90ab-d901-4b13-959f-ffa0105c4521,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:46.192407 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (336e2c4d-3d47-476a-8157-318b47df1264), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:46.245923 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:46.258457 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:46.261158 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:39:46.289148 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Pushing event updated for resources: {'Port': ['ID=336e2c4d-3d47-476a-8157-318b47df1264,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:46.578397 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks [] for router_gateway (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:46.944070 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:47.014067 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842de87-f710-4927-a907-dc7f8b6af48d None None] Network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:39:47.046126 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:47.093695 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-ab8a2bdb-73e4-43b1-9602-0ad409b9e8a4 None None] Provisioning complete for port 973b90ab-d901-4b13-959f-ffa0105c4521 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:47.094070 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2bdb-73e4-43b1-9602-0ad409b9e8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:47.094429 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-ab8a2bdb-73e4-43b1-9602-0ad409b9e8a4 None None] Attempt 1 to provision port 973b90ab-d901-4b13-959f-ffa0105c4521 Sep 19 12:39:47.196122 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a2bdb-73e4-43b1-9602-0ad409b9e8a4 None None] Current status of the port 973b90ab-d901-4b13-959f-ffa0105c4521 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:47.196849 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2bdb-73e4-43b1-9602-0ad409b9e8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:47.220292 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:39:47.237614 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-ab8a2bdb-73e4-43b1-9602-0ad409b9e8a4 None None] For port 973b90ab-d901-4b13-959f-ffa0105c4521, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=973b90ab-d901-4b13-959f-ffa0105c4521,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:47.299916 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2bdb-73e4-43b1-9602-0ad409b9e8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:47.337235 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:39:47.340487 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Sync routers for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:39:47.351296 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:39:47.352054 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:39:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:47.357305 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a2bdb-73e4-43b1-9602-0ad409b9e8a4 None None] Pushing event updated for resources: {'Port': ['ID=973b90ab-d901-4b13-959f-ffa0105c4521,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:47.416881 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:47.417147 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-c3449800-4890-4e48-90d3-54e595390a5f None None] Provisioning complete for port 973b90ab-d901-4b13-959f-ffa0105c4521 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:47.417484 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-c3449800-4890-4e48-90d3-54e595390a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:47.417839 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-c3449800-4890-4e48-90d3-54e595390a5f None None] Attempt 1 to provision port 973b90ab-d901-4b13-959f-ffa0105c4521 Sep 19 12:39:47.420952 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46736) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:47.421815 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-f2bb3793-ad78-403a-9341-2b4035aa1b11 admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1810405 Sep 19 12:39:47.441838 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:47.450240 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:39:47.497307 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:47.499932 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-c3449800-4890-4e48-90d3-54e595390a5f None None] Current status of the port 973b90ab-d901-4b13-959f-ffa0105c4521 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:47.629936 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:46Z', 'revision_number': 3, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:47.655197 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Checking router: f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:39:47.655538 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Updating router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b port 336e2c4d-3d47-476a-8157-318b47df1264 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:39:47.682784 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (336e2c4d-3d47-476a-8157-318b47df1264), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:47.817140 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:47.827489 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:47.930441 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Publish callbacks [] for port (336e2c4d-3d47-476a-8157-318b47df1264), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:47.981552 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Allocated IP 172.20.0.1 (4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d/d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a/d96f7244-41e0-4aec-8bd0-05e88025e83e) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:48.003045 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (336e2c4d-3d47-476a-8157-318b47df1264), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.035455 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:48.036583 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Attempting to bind port 336e2c4d-3d47-476a-8157-318b47df1264 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:39:48.036975 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Attempting to bind port 336e2c4d-3d47-476a-8157-318b47df1264 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:39:48.037335 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Attempting to bind port 336e2c4d-3d47-476a-8157-318b47df1264 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:39:48.074893 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Pushing event updated for resources: {'Port': ['ID=336e2c4d-3d47-476a-8157-318b47df1264,revision_number=2']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:48.090158 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Publish callbacks [] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.092723 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.093177 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.093537 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.093873 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.094201 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.094521 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.094837 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.095151 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.095463 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.095778 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.096092 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.096418 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.096779 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.097090 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.097394 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:39:48.103506 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:39:48.106903 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:39:48.106903 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.106903 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:39:48.106903 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Bound port: 336e2c4d-3d47-476a-8157-318b47df1264, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:39:48.106903 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (336e2c4d-3d47-476a-8157-318b47df1264), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.160823 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] For port 336e2c4d-3d47-476a-8157-318b47df1264, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:39:48.164141 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] For port 336e2c4d-3d47-476a-8157-318b47df1264, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=336e2c4d-3d47-476a-8157-318b47df1264,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:39:48.164523 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 973b90ab-d901-4b13-959f-ffa0105c4521 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:39:48.192714 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.204198 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:48.213977 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 973b90ab-d901-4b13-959f-ffa0105c4521 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:48.214352 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.214683 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 973b90ab-d901-4b13-959f-ffa0105c4521 Sep 19 12:39:48.227549 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:48.231937 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:48.234382 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:39:48.273136 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Pushing event updated for resources: {'Port': ['ID=d96f7244-41e0-4aec-8bd0-05e88025e83e,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:48.284570 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (336e2c4d-3d47-476a-8157-318b47df1264), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.298649 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 973b90ab-d901-4b13-959f-ffa0105c4521 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:48.302186 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.319811 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:48.330232 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:39:48.330960 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:39:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:48.380162 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cdcac-95b2-4dc7-81b7-36a9e6114863 None None] Pushing event updated for resources: {'Port': ['ID=336e2c4d-3d47-476a-8157-318b47df1264,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:48.426086 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:48.453762 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:39:48.517304 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.526257 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Provisioning complete for port d96f7244-41e0-4aec-8bd0-05e88025e83e triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:48.526909 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.527245 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Attempt 1 to provision port d96f7244-41e0-4aec-8bd0-05e88025e83e Sep 19 12:39:48.565044 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Port d96f7244-41e0-4aec-8bd0-05e88025e83e cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:48.628048 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:46Z', 'revision_number': 3, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:48.653315 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5178b07-0e7c-4bc6-9929-da5580016592 None None] The sync data for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi is: [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:46Z', 'revision_number': 3, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:39:48.705428 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Publish callbacks [] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.791869 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.795788 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:48.867362 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:48.870157 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Pushing event updated for resources: {'Port': ['ID=d96f7244-41e0-4aec-8bd0-05e88025e83e,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:48.980573 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:48.982104 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:49.014709 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:49.066783 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Attempt 2 to provision port d96f7244-41e0-4aec-8bd0-05e88025e83e Sep 19 12:39:49.104126 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:39:49.111141 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Port d96f7244-41e0-4aec-8bd0-05e88025e83e cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:49.216310 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:49.219311 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:39:49.225010 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-6468db5a-3cc4-4e8c-a83f-2bde10e40343 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022981 Sep 19 12:39:49.613076 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Attempt 3 to provision port d96f7244-41e0-4aec-8bd0-05e88025e83e Sep 19 12:39:49.645687 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Port d96f7244-41e0-4aec-8bd0-05e88025e83e cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:49.943763 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46752) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:49.947981 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-960685711-network', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:50.020722 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Made reservation on behalf of fb38ae1ff297479484a3dfc3a1ad81fe for: {'network': 1} {{(pid=106970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:39:50.023138 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for network (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.033059 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.114717 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Publish callbacks [] for security_group (e3185e60-f8fb-4f67-864c-10dbc991e481), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.146241 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 336e2c4d-3d47-476a-8157-318b47df1264 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:39:50.150452 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Attempt 4 to provision port d96f7244-41e0-4aec-8bd0-05e88025e83e Sep 19 12:39:50.195021 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Sync routers for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:39:50.203050 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e3185e60-f8fb-4f67-864c-10dbc991e481), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.221811 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Port d96f7244-41e0-4aec-8bd0-05e88025e83e cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:50.225175 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:39:50.225804 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:39:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:50.231961 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=106970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 12:39:50.238487 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3185e60-f8fb-4f67-864c-10dbc991e481,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:50.244351 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.244728 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.segments_db [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Added segment 7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d of type vlan for network 74ebed92-ce70-4157-88da-568c163debc0 Sep 19 12:39:50.286513 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781304690360'] for network (74ebed92-ce70-4157-88da-568c163debc0), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.291524 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 336e2c4d-3d47-476a-8157-318b47df1264 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:50.291894 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (336e2c4d-3d47-476a-8157-318b47df1264), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.292222 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 336e2c4d-3d47-476a-8157-318b47df1264 Sep 19 12:39:50.377900 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:39:50.426126 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911'] for network (74ebed92-ce70-4157-88da-568c163debc0), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.427191 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:50.427776 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.473209 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 336e2c4d-3d47-476a-8157-318b47df1264 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:50.473353 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (336e2c4d-3d47-476a-8157-318b47df1264), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.495119 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] Pushing event updated for resources: {'Network': ['ID=74ebed92-ce70-4157-88da-568c163debc0,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:50.528483 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Network 74ebed92-ce70-4157-88da-568c163debc0 details requested by agent ovs-agent-dv-cinder-850618-3-iscsi with host dv-cinder-850618-3-iscsi {{(pid=106971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 12:39:50.537541 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-49bd8754-5d5d-465a-85b6-15047762ae57 admin admin] 10.222.0.93 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5932307 Sep 19 12:39:50.540361 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46754) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:50.540886 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port 336e2c4d-3d47-476a-8157-318b47df1264, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=336e2c4d-3d47-476a-8157-318b47df1264,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:50.545253 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Request body: {'subnet': {'network_id': '74ebed92-ce70-4157-88da-568c163debc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-960685711-subnet', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'ip_version': 4}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:50.607626 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (336e2c4d-3d47-476a-8157-318b47df1264), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.625267 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Made reservation on behalf of fb38ae1ff297479484a3dfc3a1ad81fe for: {'subnet': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:39:50.628662 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14432167'] for subnet (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.704526 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=336e2c4d-3d47-476a-8157-318b47df1264,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:50.721290 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:50.723040 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Attempt 5 to provision port d96f7244-41e0-4aec-8bd0-05e88025e83e Sep 19 12:39:50.728058 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'd96f7244-41e0-4aec-8bd0-05e88025e83e', 'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'mac_address': 'fa:16:3e:7e:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:47Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 2, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'subnets': [{'id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:50.771783 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Checking router: f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:39:50.772130 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Updating router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b port d96f7244-41e0-4aec-8bd0-05e88025e83e binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:39:50.797547 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Port d96f7244-41e0-4aec-8bd0-05e88025e83e cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:50.806016 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.883493 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14432177'] for subnet (695a72ad-9933-4c09-975f-e0abcb039321), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:50.935479 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695a72ad-9933-4c09-975f-e0abcb039321,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:50.951712 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Checking segment: {'id': '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74ebed92-ce70-4157-88da-568c163debc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:39:50.952072 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Network hostable DHCP agents. Network: 74ebed92-ce70-4157-88da-568c163debc0, hostable agents: ['91a84449-d4f9-441e-ab8e-34c4bba85f62'], hosted agents: [] {{(pid=106969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 12:39:51.031897 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Network 74ebed92-ce70-4157-88da-568c163debc0 is scheduled to be hosted by DHCP agent 91a84449-d4f9-441e-ab8e-34c4bba85f62 with binding_index 1 {{(pid=106969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 12:39:51.117867 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850618-3-iscsi, 74ebed92-ce70-4157-88da-568c163debc0) {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:51.123596 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:39:51.124560 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.134775 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae26ed-8b5c-4ecd-99d7-eb4359103e2e None None] Network 74ebed92-ce70-4157-88da-568c163debc0 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:39:51.182600 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:51.190957 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:51.206232 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-1e419da3-1a2e-4460-99e3-d9be60345050 admin admin] 10.222.0.93 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6647243 Sep 19 12:39:51.208827 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46756) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:51.213256 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:51.254368 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Publish callbacks [] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.260931 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:51.286023 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1a14d78-638e-52a0-a59e-785f0a95f5e6-74ebed92-ce70-4157-88da-568c163debc0', 'network_id': '74ebed92-ce70-4157-88da-568c163debc0', 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'fixed_ips': [{'subnet_id': '695a72ad-9933-4c09-975f-e0abcb039321'}]}} from dv-cinder-850618-3-iscsi. {{(pid=106971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 12:39:51.286937 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.299286 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Attempt 6 to provision port d96f7244-41e0-4aec-8bd0-05e88025e83e Sep 19 12:39:51.312398 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-403'] for router (f1890564-7534-4709-a2f7-0544a9fcd93b), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.313676 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1630385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2014774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-410'] for router (f1890564-7534-4709-a2f7-0544a9fcd93b), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.320446 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:51.329772 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.366492 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks [] for router_controller (f1890564-7534-4709-a2f7-0544a9fcd93b), precommit_add_association {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.419300 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Port d96f7244-41e0-4aec-8bd0-05e88025e83e cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:51.463318 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505371-8ba2-480a-9481-9d28c968289f None None] Pushing event updated for resources: {'Port': ['ID=d96f7244-41e0-4aec-8bd0-05e88025e83e,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:51.525507 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Attempting to bind port d96f7244-41e0-4aec-8bd0-05e88025e83e on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:39:51.525870 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Attempting to bind port d96f7244-41e0-4aec-8bd0-05e88025e83e by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:39:51.526226 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Attempting to bind port d96f7244-41e0-4aec-8bd0-05e88025e83e on network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:39:51.556862 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.db_base_plugin_common [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Allocated IP 172.20.0.2 (74ebed92-ce70-4157-88da-568c163debc0/695a72ad-9933-4c09-975f-e0abcb039321/42524695-9d6d-4801-9f94-8de42e545ad7) {{(pid=106971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:51.572493 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks [] for router_gateway (f1890564-7534-4709-a2f7-0544a9fcd93b), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.622171 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:39:51.622535 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Checking segment: {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:39:51.622930 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.623316 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Bound using segment: {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:39:51.623789 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Bound port: d96f7244-41e0-4aec-8bd0-05e88025e83e, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:39:51.624165 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.673982 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:51.727159 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] For port d96f7244-41e0-4aec-8bd0-05e88025e83e, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:39:51.757318 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] For port d96f7244-41e0-4aec-8bd0-05e88025e83e, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=d96f7244-41e0-4aec-8bd0-05e88025e83e,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:39:51.775160 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Publish callbacks [] for port (42524695-9d6d-4801-9f94-8de42e545ad7), precommit_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.821888 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks [] for router_gateway (f1890564-7534-4709-a2f7-0544a9fcd93b), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.841843 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.843767 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.848473 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), after_create {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:51.897817 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:39:51.898440 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:39:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:51.902268 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Network 74ebed92-ce70-4157-88da-568c163debc0 is already hosted by enough agents. {{(pid=106971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:51.935742 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:51.936291 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Attempt 7 to provision port d96f7244-41e0-4aec-8bd0-05e88025e83e Sep 19 12:39:51.945627 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.scheduler.base_scheduler [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Resources bound (agent type, host, resource id): {{(pid=106971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:51.955135 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Allocated IP 172.27.3.217 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/c2c137b3-c128-4ccc-9ae6-fbb75374d7b8) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:51.969129 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Received port after_create {{(pid=106971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:39:51.985247 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505371-8ba2-480a-9481-9d28c968289f None None] Pushing event updated for resources: {'Port': ['ID=d96f7244-41e0-4aec-8bd0-05e88025e83e,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:52.063528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks [] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.116708 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Pushing event updated for resources: {'Port': ['ID=42524695-9d6d-4801-9f94-8de42e545ad7,revision_number=1']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:52.137700 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:39:52.139695 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Attempting to bind port 42524695-9d6d-4801-9f94-8de42e545ad7 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:39:52.140057 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Attempting to bind port 42524695-9d6d-4801-9f94-8de42e545ad7 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74ebed92-ce70-4157-88da-568c163debc0'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:39:52.140418 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Attempting to bind port 42524695-9d6d-4801-9f94-8de42e545ad7 on network 74ebed92-ce70-4157-88da-568c163debc0 {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:39:52.200255 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 336e2c4d-3d47-476a-8157-318b47df1264 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:39:52.215069 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.262886 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:52.268862 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:52.271274 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:39:52.274894 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c137b3-c128-4ccc-9ae6-fbb75374d7b8,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:52.295142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Current status of the port d96f7244-41e0-4aec-8bd0-05e88025e83e is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:52.295527 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.315989 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:52.360028 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:39:52.360392 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Checking segment: {'id': '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74ebed92-ce70-4157-88da-568c163debc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:39:52.360843 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.361227 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Bound using segment: {'id': '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74ebed92-ce70-4157-88da-568c163debc0'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:39:52.361706 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Bound port: 42524695-9d6d-4801-9f94-8de42e545ad7, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74ebed92-ce70-4157-88da-568c163debc0'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:39:52.362082 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.403271 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 336e2c4d-3d47-476a-8157-318b47df1264 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:52.403644 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (336e2c4d-3d47-476a-8157-318b47df1264), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.403979 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 336e2c4d-3d47-476a-8157-318b47df1264 Sep 19 12:39:52.438094 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] For port d96f7244-41e0-4aec-8bd0-05e88025e83e, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=d96f7244-41e0-4aec-8bd0-05e88025e83e,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:52.477560 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:52.539218 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.551065 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] For port 42524695-9d6d-4801-9f94-8de42e545ad7, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:39:52.558633 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] For port 42524695-9d6d-4801-9f94-8de42e545ad7, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=42524695-9d6d-4801-9f94-8de42e545ad7,segment=NetworkSegment(7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d),segment_id=7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:39:52.560075 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:52.590362 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'd96f7244-41e0-4aec-8bd0-05e88025e83e', 'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'mac_address': 'fa:16:3e:7e:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:47Z', 'updated_at': '2022-09-19T12:39:51Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'subnets': [{'id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:52.622186 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks [] for router_gateway (f1890564-7534-4709-a2f7-0544a9fcd93b), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.642255 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.646076 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799287d-4ccb-44d8-a4f7-6583d5c7f46e None None] The sync data for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi is: [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'd96f7244-41e0-4aec-8bd0-05e88025e83e', 'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'mac_address': 'fa:16:3e:7e:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:47Z', 'updated_at': '2022-09-19T12:39:51Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'subnets': [{'id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:39:52.683222 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-8f81c883-3e5c-4bf4-81d8-290f06633d82 None None] Provisioning complete for port d96f7244-41e0-4aec-8bd0-05e88025e83e triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:52.683222 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-8f81c883-3e5c-4bf4-81d8-290f06633d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.683222 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-8f81c883-3e5c-4bf4-81d8-290f06633d82 None None] Attempt 1 to provision port d96f7244-41e0-4aec-8bd0-05e88025e83e Sep 19 12:39:52.684530 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56270e8e-147c-474d-b0cd-8e0d0ae2e0cd None None] Pushing event updated for resources: {'Port': ['ID=d96f7244-41e0-4aec-8bd0-05e88025e83e,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:52.689503 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 336e2c4d-3d47-476a-8157-318b47df1264 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:52.920289 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1630441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1579297'] for router (f1890564-7534-4709-a2f7-0544a9fcd93b), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:52.964877 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abeb8c-4e89-41b0-81c3-047975b17498 None None] Pushing event updated for resources: {'Port': ['ID=42524695-9d6d-4801-9f94-8de42e545ad7,revision_number=2']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:53.012129 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-8f81c883-3e5c-4bf4-81d8-290f06633d82 None None] Current status of the port d96f7244-41e0-4aec-8bd0-05e88025e83e is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:53.214745 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Router f1890564-7534-4709-a2f7-0544a9fcd93b is scheduled to L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 with binding_index 1 {{(pid=106969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 12:39:53.329918 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:39:53.339886 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Sync routers for ids ['f1890564-7534-4709-a2f7-0544a9fcd93b'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:39:53.352974 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Routers {'f1890564-7534-4709-a2f7-0544a9fcd93b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:39:53.355364 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:39:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f1890564-7534-4709-a2f7-0544a9fcd93b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:53.410920 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:53.412220 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-1c9af592-9940-422d-b617-dc6196553e43 admin admin] 10.222.0.93 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2022703 Sep 19 12:39:53.415175 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46758) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:53.470279 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Set router f1890564-7534-4709-a2f7-0544a9fcd93b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:39:53.663589 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:52Z', 'revision_number': 3, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'gw_port': {'id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:53.692264 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Checking router: f1890564-7534-4709-a2f7-0544a9fcd93b for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:39:53.692909 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Updating router f1890564-7534-4709-a2f7-0544a9fcd93b port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 binding host dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:39:53.723820 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:53.744739 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:53.836927 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d96ea-58d3-4fbc-a510-01cb8bda8e15 None None] Network 74ebed92-ce70-4157-88da-568c163debc0 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:39:53.848119 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:53.903726 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:53.973043 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-7c44bdc8-4dec-46f7-ba3d-402636e1c0b0 None None] Provisioning complete for port 42524695-9d6d-4801-9f94-8de42e545ad7 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:53.973043 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7c44bdc8-4dec-46f7-ba3d-402636e1c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:53.974268 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-7c44bdc8-4dec-46f7-ba3d-402636e1c0b0 None None] Attempt 1 to provision port 42524695-9d6d-4801-9f94-8de42e545ad7 Sep 19 12:39:54.046097 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Publish callbacks [] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), precommit_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.067837 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-7c44bdc8-4dec-46f7-ba3d-402636e1c0b0 None None] Current status of the port 42524695-9d6d-4801-9f94-8de42e545ad7 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:54.068226 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7c44bdc8-4dec-46f7-ba3d-402636e1c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.091734 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Allocated IP 172.20.0.1 (74ebed92-ce70-4157-88da-568c163debc0/695a72ad-9933-4c09-975f-e0abcb039321/d8ed58ba-7032-40a2-af7c-8a2130f3cf22) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:39:54.128969 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-7c44bdc8-4dec-46f7-ba3d-402636e1c0b0 None None] For port 42524695-9d6d-4801-9f94-8de42e545ad7, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=42524695-9d6d-4801-9f94-8de42e545ad7,segment=NetworkSegment(7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d),segment_id=7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:54.137141 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.190564 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:54.195569 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Attempting to bind port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:39:54.195938 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Attempting to bind port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:39:54.196333 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Attempting to bind port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 on network b235dcf9-4d24-41a7-be07-a457acbf52da {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:39:54.220824 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7c44bdc8-4dec-46f7-ba3d-402636e1c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.225217 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:54.234503 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e881bb-6ff7-409a-ae37-994530df591f None None] Pushing event updated for resources: {'Port': ['ID=c2c137b3-c128-4ccc-9ae6-fbb75374d7b8,revision_number=2']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:54.243592 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Publish callbacks [] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.253893 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:39:54.254265 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Checking segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:39:54.254810 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.255207 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Bound using segment: {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'} {{(pid=106973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:39:54.255681 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.managers [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Bound port: c2c137b3-c128-4ccc-9ae6-fbb75374d7b8, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78be9072-a9bc-417d-9977-a26ed7713e9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da'}}] {{(pid=106973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:39:54.256283 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), before_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.262977 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 42524695-9d6d-4801-9f94-8de42e545ad7 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:39:54.295966 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:54.323811 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] For port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:39:54.326867 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44bdc8-4dec-46f7-ba3d-402636e1c0b0 None None] Pushing event updated for resources: {'Port': ['ID=42524695-9d6d-4801-9f94-8de42e545ad7,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:54.327410 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.plugins.ml2.db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] For port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c2c137b3-c128-4ccc-9ae6-fbb75374d7b8,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:39:54.348628 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-d64c093c-a1e3-45d7-a3b0-b9bd244fea63 None None] Provisioning complete for port 42524695-9d6d-4801-9f94-8de42e545ad7 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:54.349007 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d64c093c-a1e3-45d7-a3b0-b9bd244fea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.349346 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-d64c093c-a1e3-45d7-a3b0-b9bd244fea63 None None] Attempt 1 to provision port 42524695-9d6d-4801-9f94-8de42e545ad7 Sep 19 12:39:54.363540 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.372786 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 42524695-9d6d-4801-9f94-8de42e545ad7 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:54.375167 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.375167 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 42524695-9d6d-4801-9f94-8de42e545ad7 Sep 19 12:39:54.398873 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), after_update {{(pid=106973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.409274 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Network 74ebed92-ce70-4157-88da-568c163debc0 is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:54.414775 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:54.417761 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ed58ba-7032-40a2-af7c-8a2130f3cf22,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:54.419651 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:39:54.448353 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Routers {'f1890564-7534-4709-a2f7-0544a9fcd93b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:39:54.449020 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:39:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f1890564-7534-4709-a2f7-0544a9fcd93b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:54.466770 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067992'] for router_interface (f1890564-7534-4709-a2f7-0544a9fcd93b), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.494368 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-d64c093c-a1e3-45d7-a3b0-b9bd244fea63 None None] Current status of the port 42524695-9d6d-4801-9f94-8de42e545ad7 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:54.508056 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 42524695-9d6d-4801-9f94-8de42e545ad7 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:54.508309 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e881bb-6ff7-409a-ae37-994530df591f None None] Pushing event updated for resources: {'Port': ['ID=c2c137b3-c128-4ccc-9ae6-fbb75374d7b8,revision_number=3']} {{(pid=106973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:54.509294 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device d96f7244-41e0-4aec-8bd0-05e88025e83e up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:39:54.574252 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port d96f7244-41e0-4aec-8bd0-05e88025e83e triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:54.574720 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.574968 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port d96f7244-41e0-4aec-8bd0-05e88025e83e Sep 19 12:39:54.610452 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] Set router f1890564-7534-4709-a2f7-0544a9fcd93b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:39:54.682499 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:54.683844 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port d96f7244-41e0-4aec-8bd0-05e88025e83e is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:54.690614 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.814601 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Provisioning complete for port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:54.814844 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.815183 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Attempt 1 to provision port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 Sep 19 12:39:54.853739 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:54.898600 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Publish callbacks [] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:54.902695 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:52Z', 'revision_number': 3, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'gw_port': {'id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:54.928798 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd2c988-c0a9-41f1-8866-a05607a1d8b4 None None] The sync data for ids ['f1890564-7534-4709-a2f7-0544a9fcd93b'] in dv-cinder-850618-3-iscsi is: [{'id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:52Z', 'revision_number': 3, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'gw_port': {'id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:39:54.986165 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:55.282233 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:55.292691 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2068108'] for router_interface (f1890564-7534-4709-a2f7-0544a9fcd93b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:55.294813 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ed58ba-7032-40a2-af7c-8a2130f3cf22,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:55.355546 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Attempt 2 to provision port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 Sep 19 12:39:55.396256 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:55.399271 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Network 74ebed92-ce70-4157-88da-568c163debc0 is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:39:55.400717 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:39:55.525693 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Router f1890564-7534-4709-a2f7-0544a9fcd93b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:39:55.649265 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:39:55.653939 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f1e7396f-85ea-4fae-b3f4-9e8e96066053 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/f1890564-7534-4709-a2f7-0544a9fcd93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372398 Sep 19 12:39:55.897026 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Attempt 3 to provision port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 Sep 19 12:39:55.933144 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:56.127360 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46766) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:56.132292 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-4ef5493b-2ffc-4af7-a559-e00fdcc77feb tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-623122912', 'description': 'tempest-secgroup-smoke-623122912 description', 'project_id': '00cdacab5c564ab29d54ea189755adb0'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:56.207778 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 42524695-9d6d-4801-9f94-8de42e545ad7 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:39:56.215126 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4ef5493b-2ffc-4af7-a559-e00fdcc77feb tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.242183 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:56.256943 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port 42524695-9d6d-4801-9f94-8de42e545ad7 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:56.257322 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.257664 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port 42524695-9d6d-4801-9f94-8de42e545ad7 Sep 19 12:39:56.298399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4ef5493b-2ffc-4af7-a559-e00fdcc77feb tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group (24106d41-af4b-4e0e-aeac-1500d7479c2a), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.343229 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port 42524695-9d6d-4801-9f94-8de42e545ad7 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:56.344062 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:39:56.375123 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4ef5493b-2ffc-4af7-a559-e00fdcc77feb tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (24106d41-af4b-4e0e-aeac-1500d7479c2a), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.377343 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=100 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:56.390987 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:56.391286 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.391598 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 Sep 19 12:39:56.393535 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:56.406880 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5493b-2ffc-4af7-a559-e00fdcc77feb tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24106d41-af4b-4e0e-aeac-1500d7479c2a,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:56.434171 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Attempt 4 to provision port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 Sep 19 12:39:56.462420 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-4ef5493b-2ffc-4af7-a559-e00fdcc77feb tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.463785 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-4ef5493b-2ffc-4af7-a559-e00fdcc77feb tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3353317 Sep 19 12:39:56.467125 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46768) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:56.478604 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-c0741a8b-f8e4-4f19-bc53-b1a3a50cd169 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Request body: {'security_group_rule': {'security_group_id': '24106d41-af4b-4e0e-aeac-1500d7479c2a', 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:56.497848 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:56.499955 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:56.500583 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.510770 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Sync routers for ids ['f1890564-7534-4709-a2f7-0544a9fcd93b'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:39:56.529284 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] For port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c2c137b3-c128-4ccc-9ae6-fbb75374d7b8,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:56.534944 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Routers {'f1890564-7534-4709-a2f7-0544a9fcd93b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:39:56.535546 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:39:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f1890564-7534-4709-a2f7-0544a9fcd93b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:56.603681 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c0741a8b-f8e4-4f19-bc53-b1a3a50cd169 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (718ca93f-de42-4234-b415-0d9abc3d8f47), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.639783 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.658758 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Set router f1890564-7534-4709-a2f7-0544a9fcd93b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:39:56.681243 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c0741a8b-f8e4-4f19-bc53-b1a3a50cd169 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (718ca93f-de42-4234-b415-0d9abc3d8f47), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.740238 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c0741a8b-f8e4-4f19-bc53-b1a3a50cd169 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (718ca93f-de42-4234-b415-0d9abc3d8f47), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.757039 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Pushing event updated for resources: {'Port': ['ID=c2c137b3-c128-4ccc-9ae6-fbb75374d7b8,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:56.771799 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0741a8b-f8e4-4f19-bc53-b1a3a50cd169 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718ca93f-de42-4234-b415-0d9abc3d8f47,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:56.841031 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-c0741a8b-f8e4-4f19-bc53-b1a3a50cd169 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.842903 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-c0741a8b-f8e4-4f19-bc53-b1a3a50cd169 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746243 Sep 19 12:39:56.846727 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46770) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:56.853107 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-736450fb-e77e-40b8-bf5b-394ada102b99 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Request body: {'security_group_rule': {'security_group_id': '24106d41-af4b-4e0e-aeac-1500d7479c2a', 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:56.903274 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:54Z', 'revision_number': 4, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'gw_port': {'id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:69:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'd8ed58ba-7032-40a2-af7c-8a2130f3cf22', 'name': '', 'network_id': '74ebed92-ce70-4157-88da-568c163debc0', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'mac_address': 'fa:16:3e:66:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '695a72ad-9933-4c09-975f-e0abcb039321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:53Z', 'updated_at': '2022-09-19T12:39:54Z', 'revision_number': 2, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'subnets': [{'id': '695a72ad-9933-4c09-975f-e0abcb039321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:56.932870 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Checking router: f1890564-7534-4709-a2f7-0544a9fcd93b for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:39:56.933128 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Updating router f1890564-7534-4709-a2f7-0544a9fcd93b port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 binding host dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 12:39:56.962601 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.980121 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-736450fb-e77e-40b8-bf5b-394ada102b99 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (423c4690-542b-43b4-ad25-63b5d4317b36), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:56.998780 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Attempt 5 to provision port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 Sep 19 12:39:57.026399 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:57.047069 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-736450fb-e77e-40b8-bf5b-394ada102b99 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (423c4690-542b-43b4-ad25-63b5d4317b36), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.090111 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:57.145557 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-736450fb-e77e-40b8-bf5b-394ada102b99 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (423c4690-542b-43b4-ad25-63b5d4317b36), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.152643 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:57.162904 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736450fb-e77e-40b8-bf5b-394ada102b99 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423c4690-542b-43b4-ad25-63b5d4317b36,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:57.268781 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-736450fb-e77e-40b8-bf5b-394ada102b99 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.270231 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-736450fb-e77e-40b8-bf5b-394ada102b99 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4222696 Sep 19 12:39:57.274891 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 46772) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:57.279679 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-7e2ab014-0838-4f3c-b118-745c302b744f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Request body: {'security_group_rule': {'security_group_id': '24106d41-af4b-4e0e-aeac-1500d7479c2a', 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:57.390852 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Publish callbacks [] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), precommit_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.403087 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab014-0838-4f3c-b118-745c302b744f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (3c4e8faa-b3b1-484f-9116-8dd2a1c07074), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.454745 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.464577 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab014-0838-4f3c-b118-745c302b744f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (3c4e8faa-b3b1-484f-9116-8dd2a1c07074), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.516458 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc240f-c7c5-4bb1-be4a-df0db9f77d87 None None] Pushing event updated for resources: {'Port': ['ID=d8ed58ba-7032-40a2-af7c-8a2130f3cf22,revision_number=3']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:57.547763 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Attempting to bind port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 on host dv-cinder-850618-3-iscsi for vnic_type normal with profile {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:39:57.548729 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Attempting to bind port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 by drivers openvswitch,hyperv on host dv-cinder-850618-3-iscsi at level 0 using segments [{'id': '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74ebed92-ce70-4157-88da-568c163debc0'}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:39:57.549107 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Attempting to bind port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 on network 74ebed92-ce70-4157-88da-568c163debc0 {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:39:57.551154 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab014-0838-4f3c-b118-745c302b744f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (3c4e8faa-b3b1-484f-9116-8dd2a1c07074), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.570727 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ab014-0838-4f3c-b118-745c302b744f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4e8faa-b3b1-484f-9116-8dd2a1c07074,revision_number=0']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:57.590064 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Attempt 6 to provision port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 Sep 19 12:39:57.595624 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Checking agent: {'id': '7d4fd14c-02fe-413c-a7f2-7c7efed881e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850618-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 17, 39), 'started_at': datetime.datetime(2022, 9, 19, 12, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850618-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:39:57.596023 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Checking segment: {'id': '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74ebed92-ce70-4157-88da-568c163debc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:39:57.596423 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.596873 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Bound using segment: {'id': '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74ebed92-ce70-4157-88da-568c163debc0'} {{(pid=106971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:39:57.597360 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.managers [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Bound port: d8ed58ba-7032-40a2-af7c-8a2130f3cf22, host: dv-cinder-850618-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '74ebed92-ce70-4157-88da-568c163debc0'}}] {{(pid=106971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:39:57.597744 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.656443 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:39:57.669179 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-7e2ab014-0838-4f3c-b118-745c302b744f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.670852 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-7e2ab014-0838-4f3c-b118-745c302b744f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3948925 Sep 19 12:39:57.674291 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46774) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:57.680037 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-2979609a-8386-4938-a5bf-271cf9950aa8 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Request body: {'security_group_rule': {'security_group_id': '24106d41-af4b-4e0e-aeac-1500d7479c2a', 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:57.690159 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] For port d8ed58ba-7032-40a2-af7c-8a2130f3cf22, host dv-cinder-850618-3-iscsi, cleared binding levels {{(pid=106971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:39:57.694108 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] For port d8ed58ba-7032-40a2-af7c-8a2130f3cf22, host dv-cinder-850618-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=d8ed58ba-7032-40a2-af7c-8a2130f3cf22,segment=NetworkSegment(7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d),segment_id=7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d)] {{(pid=106971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:39:57.804128 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.826709 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2979609a-8386-4938-a5bf-271cf9950aa8 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (3ca0a6f1-b445-48fa-9b6a-7180e9f9725e), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.838254 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Routers {'f1890564-7534-4709-a2f7-0544a9fcd93b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:39:57.838924 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:39:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f1890564-7534-4709-a2f7-0544a9fcd93b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:57.890860 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2979609a-8386-4938-a5bf-271cf9950aa8 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (3ca0a6f1-b445-48fa-9b6a-7180e9f9725e), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.902487 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc240f-c7c5-4bb1-be4a-df0db9f77d87 None None] Pushing event updated for resources: {'Port': ['ID=d8ed58ba-7032-40a2-af7c-8a2130f3cf22,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:57.941863 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:57.957838 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2979609a-8386-4938-a5bf-271cf9950aa8 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (3ca0a6f1-b445-48fa-9b6a-7180e9f9725e), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:57.963031 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] Set router f1890564-7534-4709-a2f7-0544a9fcd93b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:39:57.978706 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979609a-8386-4938-a5bf-271cf9950aa8 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca0a6f1-b445-48fa-9b6a-7180e9f9725e,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:58.050113 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2979609a-8386-4938-a5bf-271cf9950aa8 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.051337 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2979609a-8386-4938-a5bf-271cf9950aa8 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3760066 Sep 19 12:39:58.054429 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46776) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:58.058804 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-aee619df-2a19-4c42-87fe-45d959ec8128 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Request body: {'security_group_rule': {'security_group_id': '24106d41-af4b-4e0e-aeac-1500d7479c2a', 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:58.140503 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.securitygroups_db [None req-aee619df-2a19-4c42-87fe-45d959ec8128 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Project 00cdacab5c564ab29d54ea189755adb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:39:58.142808 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:39:58.143863 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:58.148823 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aee619df-2a19-4c42-87fe-45d959ec8128 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (d4c43c07-0233-44eb-9f64-583cb5c9ea9d), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.164525 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Attempt 7 to provision port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 Sep 19 12:39:58.211727 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:54Z', 'revision_number': 4, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'gw_port': {'id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'd8ed58ba-7032-40a2-af7c-8a2130f3cf22', 'name': '', 'network_id': '74ebed92-ce70-4157-88da-568c163debc0', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'mac_address': 'fa:16:3e:66:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '695a72ad-9933-4c09-975f-e0abcb039321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:53Z', 'updated_at': '2022-09-19T12:39:57Z', 'revision_number': 4, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'subnets': [{'id': '695a72ad-9933-4c09-975f-e0abcb039321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:39:58.212938 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aee619df-2a19-4c42-87fe-45d959ec8128 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (d4c43c07-0233-44eb-9f64-583cb5c9ea9d), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.217046 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:58.248897 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399ee08-cf9e-40c5-aeb5-321dd335dbfb None None] The sync data for ids ['f1890564-7534-4709-a2f7-0544a9fcd93b'] in dv-cinder-850618-3-iscsi is: [{'id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:54Z', 'revision_number': 4, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'gw_port': {'id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'd8ed58ba-7032-40a2-af7c-8a2130f3cf22', 'name': '', 'network_id': '74ebed92-ce70-4157-88da-568c163debc0', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'mac_address': 'fa:16:3e:66:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '695a72ad-9933-4c09-975f-e0abcb039321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:53Z', 'updated_at': '2022-09-19T12:39:57Z', 'revision_number': 4, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'subnets': [{'id': '695a72ad-9933-4c09-975f-e0abcb039321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:39:58.264319 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:58.264718 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.265062 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 Sep 19 12:39:58.307201 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aee619df-2a19-4c42-87fe-45d959ec8128 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (d4c43c07-0233-44eb-9f64-583cb5c9ea9d), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.338477 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Current status of the port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 is: DOWN; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:58.338879 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.341093 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee619df-2a19-4c42-87fe-45d959ec8128 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c43c07-0233-44eb-9f64-583cb5c9ea9d,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:58.401905 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] For port d8ed58ba-7032-40a2-af7c-8a2130f3cf22, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=d8ed58ba-7032-40a2-af7c-8a2130f3cf22,segment=NetworkSegment(7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d),segment_id=7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:39:58.410985 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:58.450966 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-aee619df-2a19-4c42-87fe-45d959ec8128 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.453367 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-aee619df-2a19-4c42-87fe-45d959ec8128 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3969233 Sep 19 12:39:58.455494 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 46778) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:39:58.464648 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-4043ba7b-3ed6-41e8-8d5a-154dbd51e629 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Request body: {'security_group_rule': {'security_group_id': '24106d41-af4b-4e0e-aeac-1500d7479c2a', 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:39:58.483668 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.538693 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1e91d-aa49-414b-9ac8-8e8c72f43abb None None] Pushing event updated for resources: {'Port': ['ID=d8ed58ba-7032-40a2-af7c-8a2130f3cf22,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:58.569602 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.securitygroups_db [None req-4043ba7b-3ed6-41e8-8d5a-154dbd51e629 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Project 00cdacab5c564ab29d54ea189755adb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 12:39:58.573232 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4043ba7b-3ed6-41e8-8d5a-154dbd51e629 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (335ef093-c481-48c5-a889-4df9d4131d7b), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.595332 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:39:58.604591 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-54303dc3-afe8-45db-9336-79577301ba88 None None] Provisioning complete for port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:39:58.605616 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-54303dc3-afe8-45db-9336-79577301ba88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.605616 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-54303dc3-afe8-45db-9336-79577301ba88 None None] Attempt 1 to provision port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 Sep 19 12:39:58.647682 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4043ba7b-3ed6-41e8-8d5a-154dbd51e629 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (335ef093-c481-48c5-a889-4df9d4131d7b), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.684533 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-54303dc3-afe8-45db-9336-79577301ba88 None None] Current status of the port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:39:58.729190 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4043ba7b-3ed6-41e8-8d5a-154dbd51e629 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047893'] for security_group_rule (335ef093-c481-48c5-a889-4df9d4131d7b), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.747581 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043ba7b-3ed6-41e8-8d5a-154dbd51e629 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335ef093-c481-48c5-a889-4df9d4131d7b,revision_number=0']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:39:58.810773 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-4043ba7b-3ed6-41e8-8d5a-154dbd51e629 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:39:58.811981 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-4043ba7b-3ed6-41e8-8d5a-154dbd51e629 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554790 Sep 19 12:40:00.159344 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device d8ed58ba-7032-40a2-af7c-8a2130f3cf22 up at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:40:00.210029 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Provisioning complete for port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:40:00.210412 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:00.210744 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Attempt 1 to provision port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 Sep 19 12:40:00.283398 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Current status of the port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 is: ACTIVE; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:40:03.499872 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bc6f504e-7cad-43f2-9aba-f164172519cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:04.738793 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:40:05.660694 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-fa303298-6730-4be4-aae7-82231b17ae51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:06.957443 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:07.570108 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:07.570895 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:DELETE=6,neutron:SELECT=58,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:08.645773 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:08.745522 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:08.753710 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:08.774287 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:09.692712 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:14.732795 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=27 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:16.228715 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9599450-0ad1-420a-84a9-1f5a5818f6f4 req-1b69c86c-937a-41a6-8be9-ba9592ea585d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:16.230176 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9599450-0ad1-420a-84a9-1f5a5818f6f4 req-1b69c86c-937a-41a6-8be9-ba9592ea585d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 945 time: 0.0488923 Sep 19 12:40:16.278605 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9599450-0ad1-420a-84a9-1f5a5818f6f4 req-661e36e0-2c3d-4d48-8b96-9f14751f6cd0 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Sep 19 12:40:16.671696 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-88da1a26-d60b-4f7c-a94c-b275734c7f44 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-623122912&fields=id&tenant_id=00cdacab5c564ab29d54ea189755adb0 HTTP/1.1" status: 200 len: 267 time: 0.0444655 Sep 19 12:40:16.782479 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-17011a33-79d4-4a76-ad64-22fccae79e21 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:16.783855 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-17011a33-79d4-4a76-ad64-22fccae79e21 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/networks?id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d HTTP/1.1" status: 200 len: 809 time: 0.1056945 Sep 19 12:40:16.798217 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e1c08d1d-41a4-4d3f-aa04-fa1209006c82 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/quotas/00cdacab5c564ab29d54ea189755adb0 HTTP/1.1" status: 200 len: 375 time: 0.0090604 Sep 19 12:40:16.847146 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-f7d2a63b-1caa-4d10-af86-afb22faf7326 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=00cdacab5c564ab29d54ea189755adb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439982 Sep 19 12:40:16.947615 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-f3857bbd-96eb-438f-af24-5eb743ced473 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872281 Sep 19 12:40:17.037122 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-bf6186be-f459-486a-af8a-e9f0290fa5f4 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836384 Sep 19 12:40:17.406918 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a673d92-084a-410b-87cf-346b5a8ff2ca req-039453e8-ea32-48ff-a307-4d4ec03b1e03 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:17.408381 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4a673d92-084a-410b-87cf-346b5a8ff2ca req-039453e8-ea32-48ff-a307-4d4ec03b1e03 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 945 time: 0.0518239 Sep 19 12:40:17.457657 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4a673d92-084a-410b-87cf-346b5a8ff2ca req-ffc9c0d9-6234-4f90-852c-d40386a92632 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Sep 19 12:40:17.704470 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f1267e6-8067-4ab1-acfa-6706f5a8f2f9 req-27fa116a-0fa2-4ab5-8612-002736c57768 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 210 time: 0.0293374 Sep 19 12:40:18.124350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15426c-3b78-4241-916d-a965e6345371 req-32fac18d-7b16-418d-9953-15948b1d5a51 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:18.126072 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4c15426c-3b78-4241-916d-a965e6345371 req-32fac18d-7b16-418d-9953-15948b1d5a51 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 945 time: 0.0461369 Sep 19 12:40:18.216099 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Deleting port ab201db2-b696-4cee-915b-c71cf380b91d {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:40:18.216502 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:18.307080 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] For port ab201db2-b696-4cee-915b-c71cf380b91d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=ab201db2-b696-4cee-915b-c71cf380b91d,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:40:18.307437 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:18.410097 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:18.472433 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:18.472841 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (839aa61f-99e8-427a-ab04-f5c82017b04b), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:18.473154 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Floating IP 839aa61f-99e8-427a-ab04-f5c82017b04b disassociated. External IP: 172.27.3.18, port: ab201db2-b696-4cee-915b-c71cf380b91d. Sep 19 12:40:18.473522 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Calling delete_port for ab201db2-b696-4cee-915b-c71cf380b91d owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:40:18.539572 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:18.590585 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776f5c-03b8-4dff-8c41-926b84bf979f req-1e01d844-9921-466b-bacd-50ee247e2fa4 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:18.592062 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-68776f5c-03b8-4dff-8c41-926b84bf979f req-1e01d844-9921-466b-bacd-50ee247e2fa4 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 945 time: 0.0564392 Sep 19 12:40:18.676318 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:18.679510 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-68776f5c-03b8-4dff-8c41-926b84bf979f req-3e0dba5b-d4d3-4647-b637-202f69fbadee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813406 Sep 19 12:40:18.680155 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:18.683946 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:18.788802 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b962d4f1-5fa9-4b2f-9cfc-830eaeffdbb0 req-4b6c9296-0cb2-4b98-b944-c4c01c821041 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 210 time: 0.0274925 Sep 19 12:40:18.791214 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (ab201db2-b696-4cee-915b-c71cf380b91d), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:18.820420 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event deleted for resources: {'Port': ['ID=ab201db2-b696-4cee-915b-c71cf380b91d,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:18.931187 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Router cb310623-385a-4ffc-a310-31ae1604ecea has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:40:19.014290 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:19.039528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:40:19.049140 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] Sync routers for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:40:19.059567 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:40:19.060269 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:40:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:19.084142 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] No DVR routers for this DVR port ab201db2-b696-4cee-915b-c71cf380b91d on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:40:19.087007 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:19.090540 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4c15426c-3b78-4241-916d-a965e6345371 req-877fca74-3b3e-40c2-8d90-7997410cca44 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "DELETE /networking/v2.0/ports/ab201db2-b696-4cee-915b-c71cf380b91d HTTP/1.1" status: 204 len: 173 time: 0.9562047 Sep 19 12:40:19.090981 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'name': 'network-vif-deleted', 'tag': 'ab201db2-b696-4cee-915b-c71cf380b91d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:40:19.093305 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70777e3e-806e-4a10-925e-772057b9c238" -d '{"events": [{"server_uuid": "8e74d99e-308c-42c2-b0e4-41a594c0db6a", "name": "network-vif-deleted", "tag": "ab201db2-b696-4cee-915b-c71cf380b91d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:19.130590 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09759bfb-811c-4046-b20c-9f1cc323c687 x-openstack-request-id: req-09759bfb-811c-4046-b20c-9f1cc323c687 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:19.130878 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e74d99e-308c-42c2-b0e4-41a594c0db6a", "name": "network-vif-deleted", "tag": "ab201db2-b696-4cee-915b-c71cf380b91d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:19.131150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-09759bfb-811c-4046-b20c-9f1cc323c687 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:19.131519 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09759bfb-811c-4046-b20c-9f1cc323c687'] response: {'server_uuid': '8e74d99e-308c-42c2-b0e4-41a594c0db6a', 'name': 'network-vif-deleted', 'tag': 'ab201db2-b696-4cee-915b-c71cf380b91d', 'status': 'completed', 'code': 200} Sep 19 12:40:19.171388 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:40:19.371179 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:19.396666 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] Checking router: cb310623-385a-4ffc-a310-31ae1604ecea for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:40:19.405187 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:40:19.405789 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:40:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:19.509087 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:40:19.698028 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:19.723430 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939d9fe2-edab-41af-9e63-26cddb7ab6f1 None None] The sync data for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi is: [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:40:19.827165 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c313b70-47f5-4e78-a4db-880fe8c8b600 req-ac3077bf-bf4c-463d-b4e7-79d7aee88041 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 210 time: 0.0326459 Sep 19 12:40:19.980801 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c1425-92e1-4be4-b0b4-a03755f11d29 None None] New status for floating IP 839aa61f-99e8-427a-ab04-f5c82017b04b: DOWN {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:40:20.165858 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d82726f6-4521-4cfe-99db-8e3e1e6088f8 req-df507965-0268-46cc-bc7f-9481181d8e7e tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 210 time: 0.2971756 Sep 19 12:40:20.647664 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-f5445119-0c1e-4d0c-b1f9-0b74d14d2b31 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:20.649179 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-f5445119-0c1e-4d0c-b1f9-0b74d14d2b31 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d HTTP/1.1" status: 200 len: 809 time: 0.1028531 Sep 19 12:40:20.722236 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-045742c2-0b12-4a9f-9582-89153f6bf513 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=00cdacab5c564ab29d54ea189755adb0 HTTP/1.1" status: 200 len: 379 time: 0.0589025 Sep 19 12:40:20.733685 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Request body: {'port': {'device_id': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'admin_state_up': True, 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'security_groups': ['24106d41-af4b-4e0e-aeac-1500d7479c2a']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:40:20.775406 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:20.911187 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Made reservation on behalf of 00cdacab5c564ab29d54ea189755adb0 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:40:20.915079 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:21.001341 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c1b98e93-86a8-4c1b-a98f-82e6b1c101a8 req-4249cdfa-aae1-447b-903d-f4ff42e8aeff tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=8e74d99e-308c-42c2-b0e4-41a594c0db6a HTTP/1.1" status: 200 len: 210 time: 0.0684125 Sep 19 12:40:21.024315 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:21.075898 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Allocated IP 172.20.0.11 (4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d/d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a/b8557e4d-5a65-4fe0-94ef-88821e1bd60d) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:40:21.222104 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:21.278037 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6cf1b002-6998-4884-9678-ac8be2a7236f req-8ca9e477-0f00-4e5e-9bcd-2ab4913c5361 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 210 time: 0.0289226 Sep 19 12:40:21.414843 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:21.456223 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:40:21.461489 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:40:21.465593 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:40:21.471616 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'Port': ['ID=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:21.522953 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:21.523690 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:21.663780 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9748229b-4e59-4174-a4f2-1b6ae7d54024 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9335938 Sep 19 12:40:21.677200 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Request body: {'port': {'device_id': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:40:21.740453 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:21.742201 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:21.748454 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-34d4542f-2c28-44f5-b147-8e9b53544052 None None] Provisioning complete for port b8557e4d-5a65-4fe0-94ef-88821e1bd60d triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:40:21.749060 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-34d4542f-2c28-44f5-b147-8e9b53544052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:21.749169 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-34d4542f-2c28-44f5-b147-8e9b53544052 None None] Attempt 1 to provision port b8557e4d-5a65-4fe0-94ef-88821e1bd60d Sep 19 12:40:21.782031 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-34d4542f-2c28-44f5-b147-8e9b53544052 None None] Port b8557e4d-5a65-4fe0-94ef-88821e1bd60d cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:40:22.012507 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8557e4d-5a65-4fe0-94ef-88821e1bd60d {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:40:22.020592 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Publish callbacks [] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:22.033815 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Transition to ACTIVE for port object b8557e4d-5a65-4fe0-94ef-88821e1bd60d will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:40:22.140941 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device ab201db2-b696-4cee-915b-c71cf380b91d no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:40:22.146125 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:22.165132 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: ab201db2-b696-4cee-915b-c71cf380b91d {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:40:22.165516 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device ab201db2-b696-4cee-915b-c71cf380b91d not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:40:22.235809 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Pushing event updated for resources: {'Port': ['ID=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:22.283593 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-34d4542f-2c28-44f5-b147-8e9b53544052 None None] Attempt 2 to provision port b8557e4d-5a65-4fe0-94ef-88821e1bd60d Sep 19 12:40:22.287850 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:22.300295 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Attempting to bind port b8557e4d-5a65-4fe0-94ef-88821e1bd60d on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:40:22.300647 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Attempting to bind port b8557e4d-5a65-4fe0-94ef-88821e1bd60d by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:40:22.300975 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Attempting to bind port b8557e4d-5a65-4fe0-94ef-88821e1bd60d on network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:40:22.319222 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-34d4542f-2c28-44f5-b147-8e9b53544052 None None] Port b8557e4d-5a65-4fe0-94ef-88821e1bd60d cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:40:22.334652 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-277d1c52-b604-422b-8bf9-cbc2a5171cea tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1134905487&fields=id&tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4 HTTP/1.1" status: 200 len: 267 time: 0.0935614 Sep 19 12:40:22.443390 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Port b8557e4d-5a65-4fe0-94ef-88821e1bd60d on network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:40:22.443699 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Attempting to bind port b8557e4d-5a65-4fe0-94ef-88821e1bd60d on network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:40:22.459226 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bb67b-2398-4e09-841b-7eefdf90df35 req-64e08562-abb9-4a47-8970-39e6293b9bd2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:22.460699 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e2bb67b-2398-4e09-841b-7eefdf90df35 req-64e08562-abb9-4a47-8970-39e6293b9bd2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.1008904 Sep 19 12:40:22.556879 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-36194ecc-5cee-4a8e-8b03-076bb0fc1eda tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:22.558226 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-36194ecc-5cee-4a8e-8b03-076bb0fc1eda tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 812 time: 0.2158849 Sep 19 12:40:22.569484 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:40:22.569817 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Checking segment: {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:40:22.570191 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Bound using segment: {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:40:22.570629 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Bound port: b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad736385-d6b5-4a2c-96b4-06118debd7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:40:22.570980 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:22.594619 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3e2bb67b-2398-4e09-841b-7eefdf90df35 req-f420832e-e8dc-40d7-b839-fa6240276bfd tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106122 Sep 19 12:40:22.598009 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-f950b5cc-7bff-4b0e-929a-f83671323e93 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/quotas/ea2bd5c94eb7415c80a4e24452c08eb4 HTTP/1.1" status: 200 len: 375 time: 0.0301092 Sep 19 12:40:22.638888 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:22.688791 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-fc96ac47-5787-4af5-bf4d-56912a51ad12 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665486 Sep 19 12:40:22.689787 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:40:22.693720 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:40:22.786756 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-c6a28482-a4a3-493b-bcf4-1498e75a225f service neutron] 10.222.0.93 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846591 Sep 19 12:40:22.788242 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:22.792245 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:22.792853 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:22.794201 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 200 len: 1094 time: 1.1223147 Sep 19 12:40:22.794739 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:40:22.796984 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4f7d2d-ada0-421a-a541-dbb52741b037" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:22.820502 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-34d4542f-2c28-44f5-b147-8e9b53544052 None None] Attempt 3 to provision port b8557e4d-5a65-4fe0-94ef-88821e1bd60d Sep 19 12:40:22.839566 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f3bc41-2aa3-45da-92b8-1559b34c1873 x-openstack-request-id: req-69f3bc41-2aa3-45da-92b8-1559b34c1873 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:22.839852 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:22.840166 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69f3bc41-2aa3-45da-92b8-1559b34c1873 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:22.840503 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f3bc41-2aa3-45da-92b8-1559b34c1873'] response: {'name': 'network-changed', 'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'status': 'completed', 'code': 200} Sep 19 12:40:22.872981 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-34d4542f-2c28-44f5-b147-8e9b53544052 None None] Port b8557e4d-5a65-4fe0-94ef-88821e1bd60d had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:40:22.944139 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf2661-eba8-4401-8f02-24f272b9b20e service neutron] Pushing event updated for resources: {'Port': ['ID=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:22.948552 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7d2d-ada0-421a-a541-dbb52741b037 req-73d306a4-9a41-4946-b6a0-e1d7cce5e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:22.950039 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ca4f7d2d-ada0-421a-a541-dbb52741b037 req-73d306a4-9a41-4946-b6a0-e1d7cce5e7fe service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00cdacab5c564ab29d54ea189755adb0&device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1128 time: 0.0829706 Sep 19 12:40:22.973374 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-dd793c33-1271-4962-944c-fee31ad3cc66 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738060 Sep 19 12:40:23.054124 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7d2d-ada0-421a-a541-dbb52741b037 req-cf3fe838-5b1e-46f5-8957-b964f5183df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:23.055574 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ca4f7d2d-ada0-421a-a541-dbb52741b037 req-cf3fe838-5b1e-46f5-8957-b964f5183df5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=00cdacab5c564ab29d54ea189755adb0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0961132 Sep 19 12:40:23.162228 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7d2d-ada0-421a-a541-dbb52741b037 req-08fdaf1a-dde4-41d6-9e87-50806b4b1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:23.163697 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ca4f7d2d-ada0-421a-a541-dbb52741b037 req-08fdaf1a-dde4-41d6-9e87-50806b4b1f0d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991061 Sep 19 12:40:23.245308 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-5e18d3be-072f-4dc4-a73f-757b17b276e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:23.246810 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-5e18d3be-072f-4dc4-a73f-757b17b276e9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00cdacab5c564ab29d54ea189755adb0&device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1128 time: 0.0393939 Sep 19 12:40:23.294617 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-3f127275-1cc9-4201-b936-b03be3d6e5d5 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 200 len: 217 time: 0.0360012 Sep 19 12:40:23.345507 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-a655f1d6-5670-4d80-bf88-9c3bd563acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:23.346986 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-a655f1d6-5670-4d80-bf88-9c3bd563acc5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a HTTP/1.1" status: 200 len: 848 time: 0.0443046 Sep 19 12:40:23.395662 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9bd5ac13-0216-4f4a-8c26-adc617c09df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:23.397194 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-9bd5ac13-0216-4f4a-8c26-adc617c09df2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398831 Sep 19 12:40:23.490396 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:23.494470 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-628b3176-e9ac-4265-b7e6-3af022cbb2c3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877175 Sep 19 12:40:23.586854 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cefa9e14-0a29-4b31-8bd6-69a51f56419e req-7310b434-f795-4108-a0a7-40ff1ea11b07 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837049 Sep 19 12:40:23.691949 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b3fff243-8532-4e03-bf52-b9f578607ca9 req-f7a25504-8bb5-4ed3-b84e-3085a121cdd8 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 210 time: 0.0320575 Sep 19 12:40:23.743808 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f65b-cb10-4552-8a69-a1a29711b286 req-42eadd25-8590-487b-898e-ea4e12350929 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:23.746085 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a77f65b-cb10-4552-8a69-a1a29711b286 req-42eadd25-8590-487b-898e-ea4e12350929 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0572534 Sep 19 12:40:23.796062 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5a77f65b-cb10-4552-8a69-a1a29711b286 req-4ea703d3-6321-4970-81f1-af9828609b4e tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448282 Sep 19 12:40:24.800393 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f8f603e-8d84-429a-8143-2fcdc004e508 req-f1429993-7f08-4a1e-93af-070034c1053c tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 210 time: 0.0279601 Sep 19 12:40:24.907938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:24.915850 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f62807-00bb-40b2-a6c9-4396ffd17f90 req-39068ea1-091f-44ef-89f4-e2eb5f482e75 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:24.917321 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-55f62807-00bb-40b2-a6c9-4396ffd17f90 req-39068ea1-091f-44ef-89f4-e2eb5f482e75 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0458934 Sep 19 12:40:24.971786 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-55f62807-00bb-40b2-a6c9-4396ffd17f90 req-21ccf77a-2db1-4915-b757-55a00566cc87 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476916 Sep 19 12:40:25.902136 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-68355057-de55-4d99-be9a-f164a231d24b req-d77b8854-8897-4317-bfe4-d61c62a17fcd tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Sep 19 12:40:26.002572 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-83ab6699-da70-4686-8ce7-6fd71242719f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:26.003995 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-83ab6699-da70-4686-8ce7-6fd71242719f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 812 time: 0.1009121 Sep 19 12:40:26.099745 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-5e0c3d0d-46c3-47d0-8f5d-ba7f3a3ff100 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4 HTTP/1.1" status: 200 len: 380 time: 0.0870326 Sep 19 12:40:26.112399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018fd3-f528-4a51-84ea-59952dea70b4 req-4d5f5337-48e3-4792-a8a2-c408dd4adafd tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:26.113946 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bc018fd3-f528-4a51-84ea-59952dea70b4 req-4d5f5337-48e3-4792-a8a2-c408dd4adafd tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0606480 Sep 19 12:40:26.119527 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'port': {'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'admin_state_up': True, 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'security_groups': ['97f82366-7a7d-45eb-ab7f-f8dea86d7327']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:40:26.225016 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-bc018fd3-f528-4a51-84ea-59952dea70b4 req-a8eadf2b-d635-4d8d-bc1e-0d1740554613 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011043 Sep 19 12:40:26.351322 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Made reservation on behalf of ea2bd5c94eb7415c80a4e24452c08eb4 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:40:26.355082 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:26.492468 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Allocated IP 172.20.0.3 (e6b353e9-72f5-45ca-9fc7-16de881dafaf/1ac62355-0a00-4fdb-9937-1315b65b50be/92a0d280-ad6f-4cdd-958b-f758f5800ced) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:40:26.636666 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:26.649081 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:26.820641 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:26.858378 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:26.864351 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:40:26.869525 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:40:26.873430 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:40:26.879746 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'Port': ['ID=92a0d280-ad6f-4cdd-958b-f758f5800ced,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:26.929504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:26.931840 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:27.045064 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ee8a-e9f6-4431-be60-6cfe9ab54d3d req-fa5e74bc-f16f-40dc-ba51-1763e3b7ef46 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:27.046662 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d931ee8a-e9f6-4431-be60-6cfe9ab54d3d req-fa5e74bc-f16f-40dc-ba51-1763e3b7ef46 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 931 time: 0.0516264 Sep 19 12:40:27.057295 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d2fb97fb-541e-4d6b-a642-ce2547e9ec47 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9423501 Sep 19 12:40:27.075272 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Request body: {'port': {'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:40:27.126119 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-5ee1ebcc-8649-4c85-899e-e1c07b9a6c71 None None] Provisioning complete for port 92a0d280-ad6f-4cdd-958b-f758f5800ced triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:40:27.126740 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5ee1ebcc-8649-4c85-899e-e1c07b9a6c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:27.126740 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-5ee1ebcc-8649-4c85-899e-e1c07b9a6c71 None None] Attempt 1 to provision port 92a0d280-ad6f-4cdd-958b-f758f5800ced Sep 19 12:40:27.160222 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d931ee8a-e9f6-4431-be60-6cfe9ab54d3d req-ef1ba308-59be-4177-a501-676315e348b2 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996101 Sep 19 12:40:27.164845 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1ebcc-8649-4c85-899e-e1c07b9a6c71 None None] Port 92a0d280-ad6f-4cdd-958b-f758f5800ced cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:40:27.165330 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:27.384594 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e49afc-453b-4300-b132-7882851d1087 req-49bd50e3-4178-4c38-b602-d3b9103a36e2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:27.385993 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-86e49afc-453b-4300-b132-7882851d1087 req-49bd50e3-4178-4c38-b602-d3b9103a36e2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0832675 Sep 19 12:40:27.469876 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-86e49afc-453b-4300-b132-7882851d1087 req-e89fc21c-e53a-4bd9-b43f-8ba7ac374c0a tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734713 Sep 19 12:40:27.505449 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a0d280-ad6f-4cdd-958b-f758f5800ced {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:40:27.509370 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:27.513528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Publish callbacks [] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:27.526356 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Transition to ACTIVE for port object 92a0d280-ad6f-4cdd-958b-f758f5800ced will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:40:27.642853 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:27.665914 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-5ee1ebcc-8649-4c85-899e-e1c07b9a6c71 None None] Attempt 2 to provision port 92a0d280-ad6f-4cdd-958b-f758f5800ced Sep 19 12:40:27.697333 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1ebcc-8649-4c85-899e-e1c07b9a6c71 None None] Port 92a0d280-ad6f-4cdd-958b-f758f5800ced cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:40:27.702881 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Pushing event updated for resources: {'Port': ['ID=92a0d280-ad6f-4cdd-958b-f758f5800ced,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:27.752388 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Attempting to bind port 92a0d280-ad6f-4cdd-958b-f758f5800ced on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:40:27.752765 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Attempting to bind port 92a0d280-ad6f-4cdd-958b-f758f5800ced by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:40:27.753101 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Attempting to bind port 92a0d280-ad6f-4cdd-958b-f758f5800ced on network e6b353e9-72f5-45ca-9fc7-16de881dafaf {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:40:27.798679 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Port 92a0d280-ad6f-4cdd-958b-f758f5800ced on network e6b353e9-72f5-45ca-9fc7-16de881dafaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:40:27.799000 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Attempting to bind port 92a0d280-ad6f-4cdd-958b-f758f5800ced on network e6b353e9-72f5-45ca-9fc7-16de881dafaf {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:40:27.839696 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:40:27.840023 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Checking segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:40:27.840396 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Bound using segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:40:27.840857 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Bound port: 92a0d280-ad6f-4cdd-958b-f758f5800ced, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:40:27.841205 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:27.873625 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:27.900170 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] For port 92a0d280-ad6f-4cdd-958b-f758f5800ced, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:40:27.903134 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] For port 92a0d280-ad6f-4cdd-958b-f758f5800ced, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:40:27.992062 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:27.996286 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:27.996918 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:27.998271 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/92a0d280-ad6f-4cdd-958b-f758f5800ced HTTP/1.1" status: 200 len: 1093 time: 0.9270241 Sep 19 12:40:27.998758 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:40:28.001275 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24b4ad-067f-4967-b37a-72d9a1256c01" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:28.045248 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77bea1-e59b-4993-a576-1000ba62c038 x-openstack-request-id: req-3b77bea1-e59b-4993-a576-1000ba62c038 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:28.045574 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:28.045860 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3b77bea1-e59b-4993-a576-1000ba62c038 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:28.046275 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b77bea1-e59b-4993-a576-1000ba62c038'] response: {'name': 'network-changed', 'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'status': 'completed', 'code': 200} Sep 19 12:40:28.056043 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818eddb-27ed-4a63-b976-778fe91793e2 service neutron] Pushing event updated for resources: {'Port': ['ID=92a0d280-ad6f-4cdd-958b-f758f5800ced,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:28.153143 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24b4ad-067f-4967-b37a-72d9a1256c01 req-902972a6-39e0-4073-b046-9252da756de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.154625 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cc24b4ad-067f-4967-b37a-72d9a1256c01 req-902972a6-39e0-4073-b046-9252da756de5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 1127 time: 0.0436211 Sep 19 12:40:28.198964 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-5ee1ebcc-8649-4c85-899e-e1c07b9a6c71 None None] Attempt 3 to provision port 92a0d280-ad6f-4cdd-958b-f758f5800ced Sep 19 12:40:28.237282 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1ebcc-8649-4c85-899e-e1c07b9a6c71 None None] Port 92a0d280-ad6f-4cdd-958b-f758f5800ced had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:40:28.288151 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24b4ad-067f-4967-b37a-72d9a1256c01 req-d6d854ad-7e4b-4e1c-9105-d9e464b483be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.289623 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cc24b4ad-067f-4967-b37a-72d9a1256c01 req-d6d854ad-7e4b-4e1c-9105-d9e464b483be service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1275876 Sep 19 12:40:28.299670 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da4982-c96d-4e8e-b246-88c62b569c9a req-f012427d-52b3-4418-a657-cb7cf4fd72e3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.301029 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-84da4982-c96d-4e8e-b246-88c62b569c9a req-f012427d-52b3-4418-a657-cb7cf4fd72e3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 943 time: 0.0591893 Sep 19 12:40:28.398957 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-84da4982-c96d-4e8e-b246-88c62b569c9a req-fe4ef1b8-ab7b-41ce-afe8-8a113f5c8e94 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895762 Sep 19 12:40:28.421191 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24b4ad-067f-4967-b37a-72d9a1256c01 req-40866077-178a-4745-9efb-25e6514b5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.422639 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-cc24b4ad-067f-4967-b37a-72d9a1256c01 req-40866077-178a-4745-9efb-25e6514b5eb7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207695 Sep 19 12:40:28.504578 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-ae5efd38-114e-4818-8f4c-4d0f97c5f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.506667 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-ae5efd38-114e-4818-8f4c-4d0f97c5f739 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 1127 time: 0.0452473 Sep 19 12:40:28.551408 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-fb4ad29c-8b98-44d8-8622-0a630dfd67a1 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced HTTP/1.1" status: 200 len: 217 time: 0.0344810 Sep 19 12:40:28.626519 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d9b54-afee-4981-83af-e8b1e43b8f76 req-923cf5f4-a37e-4d44-8af3-50c4efe2e81c tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.627983 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-338d9b54-afee-4981-83af-e8b1e43b8f76 req-923cf5f4-a37e-4d44-8af3-50c4efe2e81c tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0791852 Sep 19 12:40:28.635442 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-8bf7abd5-6b1c-4f8e-b0eb-d20321c9c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.636919 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-8bf7abd5-6b1c-4f8e-b0eb-d20321c9c581 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0758975 Sep 19 12:40:28.712316 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-19f7659b-5019-4def-bb94-31573af83592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:28.713823 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-19f7659b-5019-4def-bb94-31573af83592 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602477 Sep 19 12:40:28.718763 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-338d9b54-afee-4981-83af-e8b1e43b8f76 req-fe49399e-50cc-4dcc-b88a-cdbfb1e31368 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851076 Sep 19 12:40:28.810260 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-d41c23e4-a570-403c-9539-cd5e8ef74a7f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880744 Sep 19 12:40:29.165426 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dd3952f-473e-4fe2-9006-836bc9874ee3 req-bdade385-d369-4d5b-92bf-52fb4679b3bd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454626 Sep 19 12:40:29.482667 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:29.519433 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd263e-5ce7-47d0-82df-e2effbebcd9c req-ed7d09ad-46b9-4db6-9050-129108083659 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:29.520896 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dbd263e-5ce7-47d0-82df-e2effbebcd9c req-ed7d09ad-46b9-4db6-9050-129108083659 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 943 time: 0.0470474 Sep 19 12:40:29.572977 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dbd263e-5ce7-47d0-82df-e2effbebcd9c req-03575b50-0e92-4d43-9a8f-b85c934016f2 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464334 Sep 19 12:40:29.837039 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcd1ce-ac9e-4c32-b661-249230114e64 req-8cd59fa1-33c3-40c0-8712-8d564b3c05b3 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:29.838496 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64dcd1ce-ac9e-4c32-b661-249230114e64 req-8cd59fa1-33c3-40c0-8712-8d564b3c05b3 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0453210 Sep 19 12:40:29.873692 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:29.887874 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-64dcd1ce-ac9e-4c32-b661-249230114e64 req-7797f6be-e9eb-4819-a797-a5bc7da4e526 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Sep 19 12:40:30.690495 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4355af-59b7-450f-90bb-c6fc6014fb4e req-336bd33e-fd73-4e6a-83fc-316f91ca4252 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:30.691939 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2d4355af-59b7-450f-90bb-c6fc6014fb4e req-336bd33e-fd73-4e6a-83fc-316f91ca4252 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 943 time: 0.0459669 Sep 19 12:40:30.740358 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2d4355af-59b7-450f-90bb-c6fc6014fb4e req-ff1cca35-6329-4165-af7e-688900aed934 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Sep 19 12:40:31.010715 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c8bc9-a695-49db-a87a-51d17ac67df3 req-ed68d014-2951-40bd-8e07-fea10c2c02df tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:31.012167 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-705c8bc9-a695-49db-a87a-51d17ac67df3 req-ed68d014-2951-40bd-8e07-fea10c2c02df tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0497003 Sep 19 12:40:31.059191 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-705c8bc9-a695-49db-a87a-51d17ac67df3 req-b57a7353-1cbd-4503-bcef-6dbe0167dd69 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Sep 19 12:40:31.699567 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=81 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:31.702123 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=77 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:31.865413 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548246a2-517b-44ab-ab02-424d325027b1 req-7efa209c-e07c-4ba4-bdbe-5133ac3e50c5 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:31.867532 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-548246a2-517b-44ab-ab02-424d325027b1 req-7efa209c-e07c-4ba4-bdbe-5133ac3e50c5 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 943 time: 0.0538104 Sep 19 12:40:31.915565 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-548246a2-517b-44ab-ab02-424d325027b1 req-1cd86ab3-4b56-4c17-92ed-fccc2f96ed42 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421352 Sep 19 12:40:32.184938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eae2ff-865b-4ba1-95ea-272aa714f508 req-d200997d-380c-4904-b73b-be55407ac27d tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:32.186399 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c6eae2ff-865b-4ba1-95ea-272aa714f508 req-d200997d-380c-4904-b73b-be55407ac27d tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0522461 Sep 19 12:40:32.227784 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device b8557e4d-5a65-4fe0-94ef-88821e1bd60d details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:40:32.236282 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c6eae2ff-865b-4ba1-95ea-272aa714f508 req-52cf9127-6891-4f8b-9200-4e5cb345fb7a tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441399 Sep 19 12:40:32.324956 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:40:32.335939 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'port_id': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'mac_address': 'fa:16:3e:1c:1e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:40:32.373544 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port b8557e4d-5a65-4fe0-94ef-88821e1bd60d is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:40:32.373849 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:32.387320 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8557e4d-5a65-4fe0-94ef-88821e1bd60d {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:40:32.407201 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:40:32.500262 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:32.546429 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:32.768783 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['b8557e4d-5a65-4fe0-94ef-88821e1bd60d'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:40:33.035404 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930cc04-79ce-4742-9c4d-468751831454 req-f9f833fc-8efa-48c0-a1f2-16152a0332a2 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:33.036795 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6930cc04-79ce-4742-9c4d-468751831454 req-f9f833fc-8efa-48c0-a1f2-16152a0332a2 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 943 time: 0.0460887 Sep 19 12:40:33.084780 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6930cc04-79ce-4742-9c4d-468751831454 req-b6429919-21e5-493c-bae2-a6be01f006ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Sep 19 12:40:33.356225 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaa127-c7ff-4df7-b0aa-76be8e6df4a8 req-83215bef-7241-4804-a27d-dae5c53cbc17 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:33.357716 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1afaa127-c7ff-4df7-b0aa-76be8e6df4a8 req-83215bef-7241-4804-a27d-dae5c53cbc17 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 945 time: 0.0458798 Sep 19 12:40:33.409248 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1afaa127-c7ff-4df7-b0aa-76be8e6df4a8 req-1d12c006-0e21-42db-9e49-67f4183de000 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460269 Sep 19 12:40:33.505074 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-d878d487-6736-40b7-b277-ce54a03768f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:34.204178 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a46524-1cf4-4bf9-8398-faeed0d131db req-b290bfc6-6b43-4f9d-a654-d39a5acf966a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:34.205709 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-94a46524-1cf4-4bf9-8398-faeed0d131db req-b290bfc6-6b43-4f9d-a654-d39a5acf966a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 943 time: 0.0470400 Sep 19 12:40:34.223630 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device b8557e4d-5a65-4fe0-94ef-88821e1bd60d up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:40:34.255842 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-94a46524-1cf4-4bf9-8398-faeed0d131db req-74296154-90ff-4891-810b-a2bfa6f2a3c3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444245 Sep 19 12:40:34.265842 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port b8557e4d-5a65-4fe0-94ef-88821e1bd60d completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:40:34.379587 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port b8557e4d-5a65-4fe0-94ef-88821e1bd60d triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:40:34.379887 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:34.380224 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port b8557e4d-5a65-4fe0-94ef-88821e1bd60d Sep 19 12:40:34.455195 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port b8557e4d-5a65-4fe0-94ef-88821e1bd60d is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:40:34.455575 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:34.478890 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:40:34.485751 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0f8338-a1ac-464f-9cc5-6c53a8a2b0a8" -d '{"events": [{"server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "name": "network-vif-plugged", "status": "completed", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:34.494785 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:40:34.521848 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353234c1-e500-4d2e-8b70-a29ea71ec8b4 x-openstack-request-id: req-353234c1-e500-4d2e-8b70-a29ea71ec8b4 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:34.522842 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "name": "network-vif-plugged", "status": "completed", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:34.522842 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-353234c1-e500-4d2e-8b70-a29ea71ec8b4 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:34.522842 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353234c1-e500-4d2e-8b70-a29ea71ec8b4'] response: {'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'code': 200} Sep 19 12:40:34.534947 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169c647-551c-4644-8930-d032cd1972df req-c962c772-86f5-48aa-a6a8-c07744c3963a tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:34.536433 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6169c647-551c-4644-8930-d032cd1972df req-c962c772-86f5-48aa-a6a8-c07744c3963a tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 945 time: 0.0499601 Sep 19 12:40:34.587870 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6169c647-551c-4644-8930-d032cd1972df req-b19e3edf-1519-4ac1-8ec5-97c6fe95208b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Sep 19 12:40:34.609372 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:34.657411 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:34.954873 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07bbb0-34ad-4f61-bc2e-bb74070accae req-b58a2ad9-921a-4b32-9da2-ff6a82969bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:34.956237 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1f07bbb0-34ad-4f61-bc2e-bb74070accae req-b58a2ad9-921a-4b32-9da2-ff6a82969bfe service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1130 time: 0.0408027 Sep 19 12:40:35.122109 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1f07bbb0-34ad-4f61-bc2e-bb74070accae req-0594a198-2a25-4e56-af07-dca25a67cad4 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395105 Sep 19 12:40:35.378202 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53a753-2874-4ef0-bffb-f0c8c31c22aa req-4339abcb-3c70-49c5-aa01-734096ee0608 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:35.379644 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8b53a753-2874-4ef0-bffb-f0c8c31c22aa req-4339abcb-3c70-49c5-aa01-734096ee0608 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 943 time: 0.0459392 Sep 19 12:40:35.427486 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8b53a753-2874-4ef0-bffb-f0c8c31c22aa req-221489ed-6fd0-40b5-b896-8b41dc082c5d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 Sep 19 12:40:35.652827 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f1d60b2c-16a2-4661-8080-e60310f24ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:35.698732 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:35.709249 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fa926-e9df-4663-a78e-3a8e56e71f00 req-d613c366-f039-4c9c-a64b-e77c503abf76 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:35.710727 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f18fa926-e9df-4663-a78e-3a8e56e71f00 req-d613c366-f039-4c9c-a64b-e77c503abf76 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0473850 Sep 19 12:40:35.734943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:35.763962 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f18fa926-e9df-4663-a78e-3a8e56e71f00 req-26b80a8e-3a34-4eb8-9dee-261319664ec5 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474067 Sep 19 12:40:36.546732 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1eb37-a2be-49cf-96b9-3c9d0ce246a6 req-c0621d32-5b8c-4b53-99d2-69f4bc551864 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:36.548181 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-89f1eb37-a2be-49cf-96b9-3c9d0ce246a6 req-c0621d32-5b8c-4b53-99d2-69f4bc551864 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 943 time: 0.0465443 Sep 19 12:40:36.598227 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-89f1eb37-a2be-49cf-96b9-3c9d0ce246a6 req-a1784da6-70d6-4e1f-8c26-690ca3d44d83 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442843 Sep 19 12:40:36.883356 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8faa8-1b57-43c7-8c50-2fe258c71ae1 req-8a6dd9c2-dcad-4ef4-ab18-c46fe76ac43e tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:36.884877 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c4d8faa8-1b57-43c7-8c50-2fe258c71ae1 req-8a6dd9c2-dcad-4ef4-ab18-c46fe76ac43e tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0470304 Sep 19 12:40:36.933595 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c4d8faa8-1b57-43c7-8c50-2fe258c71ae1 req-9dd55a0b-1cb8-41a0-9d95-3487e56755ad tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Sep 19 12:40:36.979826 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:37.060866 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e10ec1-6684-4953-a792-4e4673ff6b05 req-e99a7306-b775-4df5-9a0e-584b9e22ebcf tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:37.062367 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-92e10ec1-6684-4953-a792-4e4673ff6b05 req-e99a7306-b775-4df5-9a0e-584b9e22ebcf tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0514235 Sep 19 12:40:37.111664 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-92e10ec1-6684-4953-a792-4e4673ff6b05 req-8cc9bdc0-4ce0-45e1-a83d-94e271d5ac8f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436761 Sep 19 12:40:37.140346 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47004) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:40:37.271632 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f42cb4-9c4e-4de2-9f60-20c5c3fb60e9 tempest-TestShelveInstance-1055433403 tempest-TestShelveInstance-1055433403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:37.273186 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-11f42cb4-9c4e-4de2-9f60-20c5c3fb60e9 tempest-TestShelveInstance-1055433403 tempest-TestShelveInstance-1055433403-project-admin] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1125 time: 0.1318238 Sep 19 12:40:37.276835 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47008) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:40:37.282961 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'port_id': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:40:37.379906 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:37.460531 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:37.565293 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Allocated IP 172.27.3.215 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/7889e2d6-49c8-40b1-8698-0ee8daa43855) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:40:37.680373 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for port (7889e2d6-49c8-40b1-8698-0ee8daa43855), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:37.738478 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec917ea-b4f4-496c-81bf-dd7ab3c5c7e6 req-957cecd4-1f03-488b-8cc5-9adcd1b3d61a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:37.739954 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ec917ea-b4f4-496c-81bf-dd7ab3c5c7e6 req-957cecd4-1f03-488b-8cc5-9adcd1b3d61a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 943 time: 0.0639551 Sep 19 12:40:37.793074 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0ec917ea-b4f4-496c-81bf-dd7ab3c5c7e6 req-ba2fbd79-6c72-433a-bdc5-b700c152b179 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Sep 19 12:40:37.831550 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (7889e2d6-49c8-40b1-8698-0ee8daa43855), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:37.868741 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:37.875460 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:40:37.879839 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:37.885573 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:40:37.887814 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'Port': ['ID=7889e2d6-49c8-40b1-8698-0ee8daa43855,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:37.889967 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:40:38.228724 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 92a0d280-ad6f-4cdd-958b-f758f5800ced details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:40:38.231745 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:38.241905 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:38.256693 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for floatingip (484d8b05-cf49-4fc5-97bd-0df0e8ce338f), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:38.286235 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:38.328755 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 92a0d280-ad6f-4cdd-958b-f758f5800ced, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:40:38.340277 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:40:38.378268 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 92a0d280-ad6f-4cdd-958b-f758f5800ced is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:40:38.378664 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:38.392889 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a0d280-ad6f-4cdd-958b-f758f5800ced {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:40:38.397742 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (7889e2d6-49c8-40b1-8698-0ee8daa43855), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:38.412911 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 92a0d280-ad6f-4cdd-958b-f758f5800ced, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:40:38.549370 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for port (7889e2d6-49c8-40b1-8698-0ee8daa43855), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:38.556958 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:38.603846 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=92a0d280-ad6f-4cdd-958b-f758f5800ced,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:38.642727 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (7889e2d6-49c8-40b1-8698-0ee8daa43855), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:38.693049 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:38.715853 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (484d8b05-cf49-4fc5-97bd-0df0e8ce338f), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:38.717567 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event updated for resources: {'Port': ['ID=7889e2d6-49c8-40b1-8698-0ee8daa43855,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:38.777989 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['92a0d280-ad6f-4cdd-958b-f758f5800ced'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:40:38.800627 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:38.815767 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Floating IP 484d8b05-cf49-4fc5-97bd-0df0e8ce338f associated. External IP: 172.27.3.215, port: b8557e4d-5a65-4fe0-94ef-88821e1bd60d. Sep 19 12:40:38.824045 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:38.957747 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d310090-8723-48d1-a0d0-f6c14d5c23b3 req-338186ae-37d9-43e1-b434-dc051326ee6c tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:38.959138 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6d310090-8723-48d1-a0d0-f6c14d5c23b3 req-338186ae-37d9-43e1-b434-dc051326ee6c tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 944 time: 0.0627084 Sep 19 12:40:39.005870 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:39.084449 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6d310090-8723-48d1-a0d0-f6c14d5c23b3 req-76d050fe-2b5c-4635-a93c-c8e92f330714 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903289 Sep 19 12:40:39.100965 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:40:39.208350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:40:39.217912 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] Sync routers for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:40:39.228939 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:40:39.229511 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:40:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:39.330316 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:39.330578 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:40:39.364041 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-bfb6fd7e-b18f-47d0-8ff0-4f9c9755fba2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0859478 Sep 19 12:40:39.364728 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:40:39.367057 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:39.407287 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de278b4-4279-4644-a0b1-8666e6e52429 x-openstack-request-id: req-9de278b4-4279-4644-a0b1-8666e6e52429 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:39.407582 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:39.407837 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9de278b4-4279-4644-a0b1-8666e6e52429 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:39.408247 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de278b4-4279-4644-a0b1-8666e6e52429'] response: {'name': 'network-changed', 'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'status': 'completed', 'code': 200} Sep 19 12:40:39.472153 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-63ed83c3-d0e3-4fdf-9595-3cc25d81eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:39.473790 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-63ed83c3-d0e3-4fdf-9595-3cc25d81eafa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00cdacab5c564ab29d54ea189755adb0&device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1130 time: 0.0424244 Sep 19 12:40:39.570504 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-11b62f97-9d87-40d1-8940-80553f0d7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:39.571996 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-11b62f97-9d87-40d1-8940-80553f0d7541 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d HTTP/1.1" status: 200 len: 910 time: 0.0912213 Sep 19 12:40:39.635563 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '484d8b05-cf49-4fc5-97bd-0df0e8ce338f', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'port_id': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'mac_address': 'fa:16:3e:1c:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:38Z', 'updated_at': '2022-09-19T12:40:38Z', 'revision_number': 0, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96f7244-41e0-4aec-8bd0-05e88025e83e', 'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'mac_address': 'fa:16:3e:7e:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:47Z', 'updated_at': '2022-09-19T12:39:52Z', 'revision_number': 5, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'subnets': [{'id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:39.639142 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-f1e605a9-4ab7-42ed-87b5-91807ef391b3 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 200 len: 1000 time: 0.0610712 Sep 19 12:40:39.660951 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] Checking router: f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:40:39.670176 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:40:39.670767 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:40:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:39.688337 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-f0ffe331-115e-49b9-a9e1-cdd904b19239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:39.689909 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-f0ffe331-115e-49b9-a9e1-cdd904b19239 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a HTTP/1.1" status: 200 len: 848 time: 0.0446036 Sep 19 12:40:39.735376 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-490d76df-a614-408c-b8e7-c0462199a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:39.736826 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-490d76df-a614-408c-b8e7-c0462199a074 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410292 Sep 19 12:40:39.774977 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:40:39.826888 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:39.830771 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-4609aa7a-e52d-4b4b-bf04-a39950d257ce service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880651 Sep 19 12:40:39.921855 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f00f3e96-efb4-4e6a-a1d3-5f1b5aed4666 req-160924b2-4f13-4c57-a929-5c51568891eb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839634 Sep 19 12:40:39.986188 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '484d8b05-cf49-4fc5-97bd-0df0e8ce338f', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'port_id': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'mac_address': 'fa:16:3e:1c:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:38Z', 'updated_at': '2022-09-19T12:40:38Z', 'revision_number': 0, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96f7244-41e0-4aec-8bd0-05e88025e83e', 'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'mac_address': 'fa:16:3e:7e:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:47Z', 'updated_at': '2022-09-19T12:39:52Z', 'revision_number': 5, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'subnets': [{'id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:40.010831 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c26bf4-cd1e-44c6-a98f-5730de54f828 None None] The sync data for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi is: [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '484d8b05-cf49-4fc5-97bd-0df0e8ce338f', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'port_id': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'mac_address': 'fa:16:3e:1c:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:38Z', 'updated_at': '2022-09-19T12:40:38Z', 'revision_number': 0, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96f7244-41e0-4aec-8bd0-05e88025e83e', 'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'mac_address': 'fa:16:3e:7e:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:47Z', 'updated_at': '2022-09-19T12:39:52Z', 'revision_number': 5, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'subnets': [{'id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:40:40.201379 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f40c14-7416-48e1-91c5-cd1363598ba6 None None] New status for floating IP 484d8b05-cf49-4fc5-97bd-0df0e8ce338f: ACTIVE {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:40:40.215319 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcf000-da53-46a4-87a0-fcb6ff80ab9a req-45d8d6cf-8f0c-4644-9f00-6c942129f66a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:40.216832 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e4dcf000-da53-46a4-87a0-fcb6ff80ab9a req-45d8d6cf-8f0c-4644-9f00-6c942129f66a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 944 time: 0.0550864 Sep 19 12:40:40.268850 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e4dcf000-da53-46a4-87a0-fcb6ff80ab9a req-df767c0f-db2f-4a22-9888-cc6873ca98b3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461056 Sep 19 12:40:40.358724 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 92a0d280-ad6f-4cdd-958b-f758f5800ced up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:40:40.462858 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 92a0d280-ad6f-4cdd-958b-f758f5800ced completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:40:40.567121 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 92a0d280-ad6f-4cdd-958b-f758f5800ced triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:40:40.567414 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:40.567768 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 92a0d280-ad6f-4cdd-958b-f758f5800ced Sep 19 12:40:40.637697 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:40.644800 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 92a0d280-ad6f-4cdd-958b-f758f5800ced is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:40:40.645250 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:40.669550 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:40:40.672042 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4eba38-566a-4c39-ade5-f441b32a88df" -d '{"events": [{"server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "name": "network-vif-plugged", "status": "completed", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:40.689987 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 92a0d280-ad6f-4cdd-958b-f758f5800ced, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:40:40.714578 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c4fe73-561e-479b-bb7a-ac7703b7b731 x-openstack-request-id: req-67c4fe73-561e-479b-bb7a-ac7703b7b731 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:40.714863 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "name": "network-vif-plugged", "status": "completed", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:40.715125 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-67c4fe73-561e-479b-bb7a-ac7703b7b731 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:40.715568 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c4fe73-561e-479b-bb7a-ac7703b7b731'] response: {'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'code': 200} Sep 19 12:40:40.791124 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:40.837761 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=92a0d280-ad6f-4cdd-958b-f758f5800ced,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:41.095727 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956715-77e8-4e17-a1e5-5cdc4e9c2446 req-961c7913-38e6-4f4a-8618-40e7c675a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:41.097125 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71956715-77e8-4e17-a1e5-5cdc4e9c2446 req-961c7913-38e6-4f4a-8618-40e7c675a693 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 1129 time: 0.0374405 Sep 19 12:40:41.141385 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-71956715-77e8-4e17-a1e5-5cdc4e9c2446 req-518e7619-2bf2-4633-8f79-b04e70caf4df service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384021 Sep 19 12:40:41.388705 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dfbf4-318a-42b5-b062-e8ae5b51a7a0 req-40667fd2-2dd1-45bf-9e0e-35d96ae0fb01 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:41.390085 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-047dfbf4-318a-42b5-b062-e8ae5b51a7a0 req-40667fd2-2dd1-45bf-9e0e-35d96ae0fb01 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 945 time: 0.0465066 Sep 19 12:40:41.441664 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-047dfbf4-318a-42b5-b062-e8ae5b51a7a0 req-30fb3c4c-3a36-490d-9cf0-ecf6196a6af5 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459142 Sep 19 12:40:41.737405 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:40:42.565049 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03e947-044a-4b14-98be-5981e23299d5 req-815bb0f8-7636-4d9f-8c12-33fff724af74 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:42.566528 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fd03e947-044a-4b14-98be-5981e23299d5 req-815bb0f8-7636-4d9f-8c12-33fff724af74 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 945 time: 0.0483277 Sep 19 12:40:42.606842 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:42.615567 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fd03e947-044a-4b14-98be-5981e23299d5 req-dacf4f84-583c-4825-a29a-138723427610 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Sep 19 12:40:43.733401 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f91565-816b-4072-826a-a316732da888 req-3c764366-761a-486d-8b1f-2cd07bf74dea tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:43.734891 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9f91565-816b-4072-826a-a316732da888 req-3c764366-761a-486d-8b1f-2cd07bf74dea tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 945 time: 0.0462618 Sep 19 12:40:43.782898 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f9f91565-816b-4072-826a-a316732da888 req-265d4492-9282-458f-8856-b401a260e7fb tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424752 Sep 19 12:40:43.902940 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17eb54e-2891-4b93-995f-ff1a37ae7d02 req-56406c1e-f1ef-4a50-b7d7-33773cf123e0 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:43.904294 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e17eb54e-2891-4b93-995f-ff1a37ae7d02 req-56406c1e-f1ef-4a50-b7d7-33773cf123e0 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 945 time: 0.0488412 Sep 19 12:40:43.952506 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e17eb54e-2891-4b93-995f-ff1a37ae7d02 req-b5e92d7d-5603-430c-beb5-244a5cb207ee tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Sep 19 12:40:43.981611 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47030) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:40:44.019120 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b6392-522b-45ed-986c-a3b04a93df07 tempest-TestVolumeBootPattern-1458953152 tempest-TestVolumeBootPattern-1458953152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:44.020620 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-370b6392-522b-45ed-986c-a3b04a93df07 tempest-TestVolumeBootPattern-1458953152 tempest-TestVolumeBootPattern-1458953152-project-admin] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 1124 time: 0.0379944 Sep 19 12:40:44.023332 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47032) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:40:44.028058 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:40:44.110943 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:44.193427 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:44.297203 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Allocated IP 172.27.3.240 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/0a44f4fc-5a41-4b85-928f-e7490a2fba67) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:40:44.380837 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:44.403399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for port (0a44f4fc-5a41-4b85-928f-e7490a2fba67), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:44.498749 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (0a44f4fc-5a41-4b85-928f-e7490a2fba67), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:44.541168 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:40:44.546358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:40:44.549026 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:40:44.552512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'Port': ['ID=0a44f4fc-5a41-4b85-928f-e7490a2fba67,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:44.590764 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:44.904403 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (cad997d0-18be-4799-b094-58a51bc3b007), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:45.061460 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (0a44f4fc-5a41-4b85-928f-e7490a2fba67), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:45.144829 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:45.208199 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for port (0a44f4fc-5a41-4b85-928f-e7490a2fba67), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:45.305595 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (0a44f4fc-5a41-4b85-928f-e7490a2fba67), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:45.376323 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (cad997d0-18be-4799-b094-58a51bc3b007), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:45.378036 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'Port': ['ID=0a44f4fc-5a41-4b85-928f-e7490a2fba67,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:40:45.413757 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.416182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.416182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.416182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.416182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.416182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.416182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.416182 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.416941 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.416941 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.417150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.417314 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.417637 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.417952 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.418367 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:40:45.487225 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Floating IP cad997d0-18be-4799-b094-58a51bc3b007 associated. External IP: 172.27.3.240, port: 92a0d280-ad6f-4cdd-958b-f758f5800ced. Sep 19 12:40:45.945416 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Router cb310623-385a-4ffc-a310-31ae1604ecea has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:40:46.045611 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:40:46.053480 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:46.055674 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] Sync routers for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:40:46.065120 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:40:46.067108 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:40:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:46.135003 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:46.168745 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:40:46.174004 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5a8d7c21-c666-4889-9ffd-e97b9894257e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1443248 Sep 19 12:40:46.174004 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:40:46.174004 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f835fd-86aa-4af7-86d8-d0ae240e53e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:40:46.213373 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5492f5a5-e6b9-482e-a171-8a0aec10caa7 x-openstack-request-id: req-5492f5a5-e6b9-482e-a171-8a0aec10caa7 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:40:46.213659 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:40:46.213913 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5492f5a5-e6b9-482e-a171-8a0aec10caa7 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:40:46.214323 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5492f5a5-e6b9-482e-a171-8a0aec10caa7'] response: {'name': 'network-changed', 'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'status': 'completed', 'code': 200} Sep 19 12:40:46.263349 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:46.264772 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:46.276336 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-df9ac1cc-0e1d-4f5e-a4af-f97aaada7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:46.277875 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-df9ac1cc-0e1d-4f5e-a4af-f97aaada7a5e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 1129 time: 0.0400403 Sep 19 12:40:46.369647 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-2a07e0bb-6406-4382-b5d6-e011e41e4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:46.371118 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-2a07e0bb-6406-4382-b5d6-e011e41e4c3b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 913 time: 0.0866532 Sep 19 12:40:46.385635 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'cad997d0-18be-4799-b094-58a51bc3b007', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:44Z', 'updated_at': '2022-09-19T12:40:44Z', 'revision_number': 0, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:46.410247 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] Checking router: cb310623-385a-4ffc-a310-31ae1604ecea for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:40:46.419579 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:40:46.420189 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:40:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:46.436635 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-f26b4c05-b114-4624-8162-b5af64cc99fd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced HTTP/1.1" status: 200 len: 999 time: 0.0589228 Sep 19 12:40:46.487126 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-5bc97200-851f-4388-90ae-b7acf704a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:46.488474 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-5bc97200-851f-4388-90ae-b7acf704a25e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0439310 Sep 19 12:40:46.522169 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:40:46.531270 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-d15e8e33-b555-407f-9d9b-cc9bbb76a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:40:46.532820 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-d15e8e33-b555-407f-9d9b-cc9bbb76a0c0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383458 Sep 19 12:40:46.634282 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-f4928dc8-04b5-4ebf-9261-97dfbf927a2f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949798 Sep 19 12:40:46.700616 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:46.728289 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-83f835fd-86aa-4af7-86d8-d0ae240e53e4 req-dba41ecf-4dc2-4876-a918-8d10896a74e3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Sep 19 12:40:46.742985 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'cad997d0-18be-4799-b094-58a51bc3b007', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:44Z', 'updated_at': '2022-09-19T12:40:44Z', 'revision_number': 0, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:40:46.764355 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663de5d9-ea1b-4151-8f42-f76e4eed6eb0 None None] The sync data for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi is: [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'cad997d0-18be-4799-b094-58a51bc3b007', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:44Z', 'updated_at': '2022-09-19T12:40:44Z', 'revision_number': 0, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:40:46.946638 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fae466-baf6-4a8f-9d25-3a5b871db300 None None] New status for floating IP cad997d0-18be-4799-b094-58a51bc3b007: ACTIVE {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:40:49.037086 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:40:56.725037 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=55 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:56.741396 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=59 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:56.742160 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=45 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:57.049865 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:58.968102 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:40:58.969950 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:03.505274 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc0f7-0831-4631-9542-847787d3d6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:05.631137 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-8e6dfc49-ee32-4ebc-895b-d4d72bb90606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:06.933308 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:08.722205 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:08.777929 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:18.675557 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=14 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:18.680436 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:18.683703 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:18.736408 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:41:19.047699 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:25.177752 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-057ccc08-955f-4c42-81ff-7b701c8747ce service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424178 Sep 19 12:41:25.260723 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-90a60b83-db6a-455b-824a-9f7ab141d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:25.262204 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-90a60b83-db6a-455b-824a-9f7ab141d2b8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00cdacab5c564ab29d54ea189755adb0&device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1130 time: 0.0393538 Sep 19 12:41:25.372367 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-e5789e2e-915c-4b8c-a6db-e82f43e941d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:25.374107 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-e5789e2e-915c-4b8c-a6db-e82f43e941d9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d HTTP/1.1" status: 200 len: 910 time: 0.0919371 Sep 19 12:41:25.436938 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-d33e5879-8835-4f77-bbbd-7d7df9659e7b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 200 len: 1002 time: 0.0548925 Sep 19 12:41:25.485505 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-8dccc889-be2f-4373-af1d-700df0e02525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:25.486970 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-8dccc889-be2f-4373-af1d-700df0e02525 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a HTTP/1.1" status: 200 len: 848 time: 0.0433693 Sep 19 12:41:25.534387 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-73864458-e025-4ba1-a5d6-a7d4255a5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:41:25.535879 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-73864458-e025-4ba1-a5d6-a7d4255a5140 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422661 Sep 19 12:41:25.630440 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-72f980fb-4151-44f3-833b-983f9010af6b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871689 Sep 19 12:41:25.726172 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-abe7f538-8075-4a4a-8078-9fc8c63d3555 req-52e52c25-8739-4f2f-9cef-dcc17d00c53e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892124 Sep 19 12:41:28.979403 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:28.984341 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:28.989568 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:31.765606 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:31.766514 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:33.533660 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-3b23a660-1d68-40df-b23c-c6dab0d827eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:35.617515 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5af0ec11-96cb-4a16-bd23-5aab07fa818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:35.721076 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=51 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:35.722997 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=50 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:36.973280 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:38.755770 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:38.789418 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:48.679769 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:48.683661 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:48.686348 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:49.047851 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:41:55.736002 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:41:58.479797 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [req-e739e79f-1770-4041-a8a5-c78920dbe20f req-32a3b15e-c9c1-4e55-87bb-9bb361fe34d8 service neutron] (106970) timed out ('10.222.0.26', 56422) {{(pid=106970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 12:41:58.966951 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:58.974249 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:58.977081 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:41:59.016126 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [req-6ab2d114-03e4-4cf4-bf80-1aca1b6e0a10 req-e006158f-ee14-4acc-ae3c-a62bac7e44a4 service neutron] (106970) timed out ('10.222.0.26', 56413) {{(pid=106970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 12:42:00.695743 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:03.486863 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-74497c4b-034a-48a6-b7bd-cf6c489940b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:05.633985 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-01ff4f83-7993-4d1a-8b7a-e31f7145d49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:05.731378 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:06.954097 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:08.801510 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:08.833929 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:18.681126 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:18.686089 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:18.687831 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:19.079258 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:25.245466 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-0910ba93-11e9-4990-a0d4-59ff1bfc96d6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838575 Sep 19 12:42:25.313021 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-cb07ba52-aa3f-4046-890f-ab62a933a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:25.314496 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-cb07ba52-aa3f-4046-890f-ab62a933a015 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 1129 time: 0.0408108 Sep 19 12:42:25.434549 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-194c421f-4bd4-4c0f-bce0-4a9bdf7b3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:25.436104 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-194c421f-4bd4-4c0f-bce0-4a9bdf7b3aed service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 913 time: 0.1016741 Sep 19 12:42:25.501240 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-8c9b9767-6de0-4a91-8cb4-3e62e89ef293 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced HTTP/1.1" status: 200 len: 1001 time: 0.0588729 Sep 19 12:42:25.557482 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-7b7f8bab-af48-4d69-a9f6-980c86e34e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:25.559462 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-7b7f8bab-af48-4d69-a9f6-980c86e34e71 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0511680 Sep 19 12:42:25.618502 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-ecbebf40-77c8-4045-bb74-7da82766a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:25.619989 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-ecbebf40-77c8-4045-bb74-7da82766a910 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533772 Sep 19 12:42:25.689493 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-a39e0d16-378b-4c06-b370-84a272cfbdcb tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1134905487&fields=id&tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4 HTTP/1.1" status: 200 len: 267 time: 0.0904820 Sep 19 12:42:25.796134 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-186b02f6-2251-4a06-8ac9-62612aebc1ca service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642151 Sep 19 12:42:25.874875 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-06abe396-110a-4e2b-ba04-194dd9978acc tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:25.876306 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-06abe396-110a-4e2b-ba04-194dd9978acc tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 812 time: 0.1788106 Sep 19 12:42:25.899079 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-aeeb112b-70ef-45f1-ac44-cf318a9b33e6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/quotas/ea2bd5c94eb7415c80a4e24452c08eb4 HTTP/1.1" status: 200 len: 375 time: 0.0170312 Sep 19 12:42:25.953072 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b080b16f-ae0a-45eb-aea0-dee01d3864f0 req-33756753-2339-45db-886b-f8c90124159d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447830 Sep 19 12:42:25.966724 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-e2250943-7aff-4019-9720-4876ac2f77f5 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569651 Sep 19 12:42:26.067029 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-2d9719f0-7346-459f-b2b0-23300575ec71 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886929 Sep 19 12:42:26.160307 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-537f75f5-4192-41ff-b5f1-c48911ebfae3 service neutron] 10.222.0.93 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875201 Sep 19 12:42:26.728625 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-66bee94d-05c6-4025-9a72-8dd154e74508 req-923c66be-143d-4704-a252-44e4e03b0603 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 210 time: 0.0798392 Sep 19 12:42:27.812609 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8301f41c-2afd-4e5f-a685-87e14969ea3e req-41fb3a8a-cc6b-47ab-9045-c9b504066b26 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 210 time: 0.0293729 Sep 19 12:42:28.900313 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0f1e52de-98ed-4478-bdb0-f550c6899d66 req-c3366d7c-b1b4-4625-bfa3-405bddb32b2a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 210 time: 0.0277634 Sep 19 12:42:28.992240 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:28.994116 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:29.967881 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:29.988738 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8a7e9d57-e7de-4db9-bd7e-6708590a382b req-0e6a96f6-9dba-4f8a-9cad-5bf15948ee60 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 210 time: 0.0307362 Sep 19 12:42:31.095788 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4ec7f024-2ceb-442b-aead-090622052483 req-7fea4bc4-ca0c-443a-93ee-6de3c5f8f35a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 210 time: 0.0280180 Sep 19 12:42:32.206330 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d7f6d087-2120-44b0-931b-c1f363a9c217 req-13f1ae81-b595-483b-9a15-f65d5d7aaa83 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 210 time: 0.0287890 Sep 19 12:42:32.734674 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:42:33.003596 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:33.018803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-b418c760-d0b7-457d-bdcc-c908240bd113 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:33.020262 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-b418c760-d0b7-457d-bdcc-c908240bd113 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 812 time: 0.1109040 Sep 19 12:42:33.085127 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-65fd63fc-a2d6-4c2f-a778-fb6e7cb0744e tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4 HTTP/1.1" status: 200 len: 380 time: 0.0552506 Sep 19 12:42:33.094192 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'port': {'device_id': '911e4970-9926-4489-bbba-294c19734f5e', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'admin_state_up': True, 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'security_groups': ['97f82366-7a7d-45eb-ab7f-f8dea86d7327']}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:42:33.320335 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Made reservation on behalf of ea2bd5c94eb7415c80a4e24452c08eb4 for: {'port': 1} {{(pid=106969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 12:42:33.324277 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:33.327688 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b6b12c45-45c9-4a45-8a58-4f40614c598d req-e2ef8978-5e39-4686-bdb6-58da37d6df9a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 210 time: 0.0392087 Sep 19 12:42:33.471217 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_common [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Allocated IP 172.20.0.10 (e6b353e9-72f5-45ca-9fc7-16de881dafaf/1ac62355-0a00-4fdb-9937-1315b65b50be/8f965105-2928-43e8-bcc0-3ed7aef6d87f) {{(pid=106969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:42:33.582989 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b6de-cc4d-4a5b-8958-7ab3bd3127b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:33.632794 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), precommit_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:33.811623 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), after_create {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:33.858569 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf is already hosted by enough agents. {{(pid=106969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:42:33.861610 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.base_scheduler [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Resources bound (agent type, host, resource id): {{(pid=106969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:42:33.867803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Received port after_create {{(pid=106969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:42:33.897757 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'Port': ['ID=8f965105-2928-43e8-bcc0-3ed7aef6d87f,revision_number=1']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:42:33.916415 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.916904 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.917194 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.917567 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.917919 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.918248 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.918569 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.919129 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.920239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.920239 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.920453 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.920750 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.921069 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.921389 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.921702 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:33.942776 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:33.943534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:34.036691 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-20ca7951-31f2-4791-81ff-cdb78d6d64be tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9461732 Sep 19 12:42:34.053409 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.v2.base [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Request body: {'port': {'device_id': '911e4970-9926-4489-bbba-294c19734f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85061'}} {{(pid=106969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:42:34.104012 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:34.116291 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:34.128866 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-8eccb0bd-e606-452c-b931-506fcd9c7c29 None None] Provisioning complete for port 8f965105-2928-43e8-bcc0-3ed7aef6d87f triggered by entity DHCP. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:42:34.129232 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-8eccb0bd-e606-452c-b931-506fcd9c7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:34.129804 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-8eccb0bd-e606-452c-b931-506fcd9c7c29 None None] Attempt 1 to provision port 8f965105-2928-43e8-bcc0-3ed7aef6d87f Sep 19 12:42:34.167918 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:34.170227 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-8eccb0bd-e606-452c-b931-506fcd9c7c29 None None] Port 8f965105-2928-43e8-bcc0-3ed7aef6d87f cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:42:34.442906 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f965105-2928-43e8-bcc0-3ed7aef6d87f {{(pid=106969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:42:34.454946 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Publish callbacks [] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), precommit_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:34.473305 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca036e2-ee26-4000-b8ca-5226077fd166 req-feb3eb5c-3cc9-43b9-836c-8ad1b9f954e3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:34.474835 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1ca036e2-ee26-4000-b8ca-5226077fd166 req-feb3eb5c-3cc9-43b9-836c-8ad1b9f954e3 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 932 time: 0.0667315 Sep 19 12:42:34.479882 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.provisioning_blocks [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Transition to ACTIVE for port object 8f965105-2928-43e8-bcc0-3ed7aef6d87f will not be triggered until provisioned by entity L2. {{(pid=106969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 12:42:34.524985 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1ca036e2-ee26-4000-b8ca-5226077fd166 req-00b2fd70-6cb7-48c9-bfa3-b1296e0ea267 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437710 Sep 19 12:42:34.593949 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:34.672178 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-8eccb0bd-e606-452c-b931-506fcd9c7c29 None None] Attempt 2 to provision port 8f965105-2928-43e8-bcc0-3ed7aef6d87f Sep 19 12:42:34.676348 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Pushing event updated for resources: {'Port': ['ID=8f965105-2928-43e8-bcc0-3ed7aef6d87f,revision_number=2']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:42:34.688561 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:34.709181 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-8eccb0bd-e606-452c-b931-506fcd9c7c29 None None] Port 8f965105-2928-43e8-bcc0-3ed7aef6d87f cannot update to ACTIVE because it is not bound. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 12:42:34.711915 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Attempting to bind port 8f965105-2928-43e8-bcc0-3ed7aef6d87f on host hv-cinder-85061 for vnic_type normal with profile {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 12:42:34.712268 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Attempting to bind port 8f965105-2928-43e8-bcc0-3ed7aef6d87f by drivers openvswitch,hyperv on host hv-cinder-85061 at level 0 using segments [{'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 12:42:34.712798 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Attempting to bind port 8f965105-2928-43e8-bcc0-3ed7aef6d87f on network e6b353e9-72f5-45ca-9fc7-16de881dafaf {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:42:34.754585 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Port 8f965105-2928-43e8-bcc0-3ed7aef6d87f on network e6b353e9-72f5-45ca-9fc7-16de881dafaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85061 {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 12:42:34.754919 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Attempting to bind port 8f965105-2928-43e8-bcc0-3ed7aef6d87f on network e6b353e9-72f5-45ca-9fc7-16de881dafaf {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 12:42:34.798003 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Checking agent: {'id': 'c9760d0a-400c-4636-855b-ef04f0c4c529', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85061', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'started_at': datetime.datetime(2022, 9, 19, 12, 24, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 12:42:34.798338 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Checking segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 12:42:34.798753 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Bound using segment: {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'} {{(pid=106969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 12:42:34.799190 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.managers [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Bound port: 8f965105-2928-43e8-bcc0-3ed7aef6d87f, host: hv-cinder-85061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a66ee4-8a99-4a53-aa57-3227faccef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf'}}] {{(pid=106969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 12:42:34.799546 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), before_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:34.863249 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] For port 8f965105-2928-43e8-bcc0-3ed7aef6d87f, host hv-cinder-85061, cleared binding levels {{(pid=106969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 12:42:34.866533 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] For port 8f965105-2928-43e8-bcc0-3ed7aef6d87f, host hv-cinder-85061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f965105-2928-43e8-bcc0-3ed7aef6d87f,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 12:42:35.001709 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13151199'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), after_update {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:35.006125 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:35.006773 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:35.008153 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/8f965105-2928-43e8-bcc0-3ed7aef6d87f HTTP/1.1" status: 200 len: 1094 time: 0.9590268 Sep 19 12:42:35.008737 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:42:35.012493 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee010e1-fccb-4ea9-a653-3a6116496dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:42:35.051481 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c842f2-03d5-4e90-9368-5a3348a7f5ff x-openstack-request-id: req-e7c842f2-03d5-4e90-9368-5a3348a7f5ff {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:42:35.051810 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:42:35.052095 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e7c842f2-03d5-4e90-9368-5a3348a7f5ff {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:42:35.052530 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c842f2-03d5-4e90-9368-5a3348a7f5ff'] response: {'name': 'network-changed', 'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'status': 'completed', 'code': 200} Sep 19 12:42:35.063404 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c22ff-4621-49cc-abb5-e8296d0988cc service neutron] Pushing event updated for resources: {'Port': ['ID=8f965105-2928-43e8-bcc0-3ed7aef6d87f,revision_number=3']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:42:35.161088 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee010e1-fccb-4ea9-a653-3a6116496dcc req-81ec0104-06b0-40d7-bcdb-c2e31df7b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:35.162574 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8ee010e1-fccb-4ea9-a653-3a6116496dcc req-81ec0104-06b0-40d7-bcdb-c2e31df7b232 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 1128 time: 0.0407872 Sep 19 12:42:35.210126 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-8eccb0bd-e606-452c-b931-506fcd9c7c29 None None] Attempt 3 to provision port 8f965105-2928-43e8-bcc0-3ed7aef6d87f Sep 19 12:42:35.249551 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-8eccb0bd-e606-452c-b931-506fcd9c7c29 None None] Port 8f965105-2928-43e8-bcc0-3ed7aef6d87f had new provisioning blocks added so it will not transition to active. {{(pid=106971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 12:42:35.273416 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee010e1-fccb-4ea9-a653-3a6116496dcc req-4303fdf3-2c6a-4350-9931-49e278ddeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:35.274895 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8ee010e1-fccb-4ea9-a653-3a6116496dcc req-4303fdf3-2c6a-4350-9931-49e278ddeb82 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1027379 Sep 19 12:42:35.369822 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee010e1-fccb-4ea9-a653-3a6116496dcc req-68222130-b491-4841-a03e-445344dcd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:35.371293 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8ee010e1-fccb-4ea9-a653-3a6116496dcc req-68222130-b491-4841-a03e-445344dcd229 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899336 Sep 19 12:42:35.452665 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-4cd1d3f9-f6ef-4122-8d3e-bd3b535fbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:35.454166 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-4cd1d3f9-f6ef-4122-8d3e-bd3b535fbb84 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 1128 time: 0.0436831 Sep 19 12:42:35.498074 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-ec6b9e9c-3841-4c3a-90b9-84e5c5d98336 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f965105-2928-43e8-bcc0-3ed7aef6d87f HTTP/1.1" status: 200 len: 217 time: 0.0354514 Sep 19 12:42:35.547323 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-b2fa0344-2640-4ab9-9a14-311c814dfb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:35.548717 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-b2fa0344-2640-4ab9-9a14-311c814dfb9e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0442200 Sep 19 12:42:35.586815 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:35.596050 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-74b5d679-a2e8-4b3c-bff7-92d691a0e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:35.597633 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-74b5d679-a2e8-4b3c-bff7-92d691a0e9b3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419097 Sep 19 12:42:35.656319 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1f88-ad7a-4865-b4de-3722b34af303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:35.695115 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b94dc-17b4-4066-828b-5302af41b193 req-22c466ea-9875-49ec-b98a-cde6bd7847ef tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:35.701644 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-256b94dc-17b4-4066-828b-5302af41b193 req-22c466ea-9875-49ec-b98a-cde6bd7847ef tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 944 time: 0.0980861 Sep 19 12:42:35.766564 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-cb1bf279-4112-4bd8-8f8f-7fb5ea697232 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611292 Sep 19 12:42:35.799024 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-256b94dc-17b4-4066-828b-5302af41b193 req-165b809c-b2e8-4498-91a4-46be3ea2c1bf tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887475 Sep 19 12:42:35.871023 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-643f808f-b2c9-4c0e-8580-282c0bed45cb req-030160e3-c1ee-47dc-b015-cd53d15a3f60 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966890 Sep 19 12:42:36.938742 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198d298-3f4d-4b80-b2e0-b83f150606ec req-7466a062-632a-48ea-9873-8e366ee9e25d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:36.938742 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a198d298-3f4d-4b80-b2e0-b83f150606ec req-7466a062-632a-48ea-9873-8e366ee9e25d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 944 time: 0.0498915 Sep 19 12:42:36.967422 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:36.990582 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a198d298-3f4d-4b80-b2e0-b83f150606ec req-96515d89-73bf-4536-90e0-e8caa6359855 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512037 Sep 19 12:42:37.994722 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a088cd-6ffd-4ace-b602-bb8eaf608727 req-8a2e425f-ec37-4ff6-b5dd-57a86bf83973 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:37.996189 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-11a088cd-6ffd-4ace-b602-bb8eaf608727 req-8a2e425f-ec37-4ff6-b5dd-57a86bf83973 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0476511 Sep 19 12:42:38.008409 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:38.054382 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-11a088cd-6ffd-4ace-b602-bb8eaf608727 req-9cfb5993-1b4f-426f-969c-f2de82d50426 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517149 Sep 19 12:42:38.113345 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8acfa-eba7-4d72-ac84-1610997dcc36 req-bf34a4db-0f4f-45d8-80f1-0c809b013f79 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:38.114802 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0af8acfa-eba7-4d72-ac84-1610997dcc36 req-bf34a4db-0f4f-45d8-80f1-0c809b013f79 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 944 time: 0.0468924 Sep 19 12:42:38.164751 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-0af8acfa-eba7-4d72-ac84-1610997dcc36 req-592dea7b-7113-41bf-be9e-097a55a103e0 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 Sep 19 12:42:38.725012 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:38.787530 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:39.181690 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4639b4-4a92-4e3e-9a62-c5ed5e8fa131 req-009478f5-e568-4b1a-b772-901b1c811c60 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:39.183166 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8d4639b4-4a92-4e3e-9a62-c5ed5e8fa131 req-009478f5-e568-4b1a-b772-901b1c811c60 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0496089 Sep 19 12:42:39.236173 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8d4639b4-4a92-4e3e-9a62-c5ed5e8fa131 req-399fbeff-0527-49ed-acf1-3a2679eb0d84 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470665 Sep 19 12:42:39.284478 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de7f42-faa4-4a04-b1d1-70c6900cc94d req-e2130f37-4540-4ec6-b0f9-f1ae0bcddd3b tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:39.285997 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-50de7f42-faa4-4a04-b1d1-70c6900cc94d req-e2130f37-4540-4ec6-b0f9-f1ae0bcddd3b tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 944 time: 0.0460322 Sep 19 12:42:39.335130 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-50de7f42-faa4-4a04-b1d1-70c6900cc94d req-d9b2e5a1-2fd1-4f80-9255-4e9323757401 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Sep 19 12:42:40.357271 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e91d7-99d5-44b6-994f-6f14fb49d319 req-e93a51c2-c922-4278-82f2-76acf1c93a16 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:40.359273 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9e6e91d7-99d5-44b6-994f-6f14fb49d319 req-e93a51c2-c922-4278-82f2-76acf1c93a16 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0465639 Sep 19 12:42:40.414445 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9e6e91d7-99d5-44b6-994f-6f14fb49d319 req-4b6869c7-b35a-4705-8e0b-0b757017ad81 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494525 Sep 19 12:42:40.461045 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f44c-3f85-46eb-92e8-0ebcc5e1297f req-3b57c7ff-c329-4774-9c9b-35998f3d8ea5 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:40.462526 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-23c5f44c-3f85-46eb-92e8-0ebcc5e1297f req-3b57c7ff-c329-4774-9c9b-35998f3d8ea5 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 944 time: 0.0472972 Sep 19 12:42:40.512179 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-23c5f44c-3f85-46eb-92e8-0ebcc5e1297f req-88c5b10d-3e99-4fb4-a829-215eb97eaf93 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Sep 19 12:42:41.538037 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ba240-d91d-42fe-acb1-ff9bec2996ea req-c21a9c21-5185-478b-a0ec-26c0529737cf tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:41.539548 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c25ba240-d91d-42fe-acb1-ff9bec2996ea req-c21a9c21-5185-478b-a0ec-26c0529737cf tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0477004 Sep 19 12:42:41.592106 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c25ba240-d91d-42fe-acb1-ff9bec2996ea req-0cf9b292-7996-41e4-a82c-319749ad7371 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465462 Sep 19 12:42:41.643126 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb99c7-63ce-4ac1-b1b1-bb5d10fa0c44 req-fc762a7a-7a10-4502-988c-6e2b34e100c0 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:41.644620 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b2fb99c7-63ce-4ac1-b1b1-bb5d10fa0c44 req-fc762a7a-7a10-4502-988c-6e2b34e100c0 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 944 time: 0.0515687 Sep 19 12:42:41.696731 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b2fb99c7-63ce-4ac1-b1b1-bb5d10fa0c44 req-538ccfb5-8d84-499f-b652-2e3b790ffe38 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449092 Sep 19 12:42:42.694938 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:42.712543 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b4c1e-4bb3-4eb0-8739-b8b548226c53 req-f8d38f76-0063-4f51-b6b0-c70352eaae05 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:42.714319 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f4b4c1e-4bb3-4eb0-8739-b8b548226c53 req-f8d38f76-0063-4f51-b6b0-c70352eaae05 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0464079 Sep 19 12:42:42.730516 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=17 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:42.731628 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=17 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:42.764819 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f4b4c1e-4bb3-4eb0-8739-b8b548226c53 req-f6280ff4-64d0-466e-8cd0-fd84f8dbbfb4 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448842 Sep 19 12:42:42.820693 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4752-c7b4-4f14-9eff-f8bd392f6baa req-5a01e955-065a-4281-b76f-b93954d876a8 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:42.822156 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a63c4752-c7b4-4f14-9eff-f8bd392f6baa req-5a01e955-065a-4281-b76f-b93954d876a8 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 944 time: 0.0488524 Sep 19 12:42:42.869872 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a63c4752-c7b4-4f14-9eff-f8bd392f6baa req-624f4327-780a-42a1-a690-cc6068a3d4b5 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421178 Sep 19 12:42:42.923453 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 8f965105-2928-43e8-bcc0-3ed7aef6d87f details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:42:43.021266 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 8f965105-2928-43e8-bcc0-3ed7aef6d87f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f965105-2928-43e8-bcc0-3ed7aef6d87f,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:42:43.032404 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'port_id': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'mac_address': 'fa:16:3e:49:9b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:42:43.070167 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 8f965105-2928-43e8-bcc0-3ed7aef6d87f is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:42:43.070552 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:43.083429 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f965105-2928-43e8-bcc0-3ed7aef6d87f {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:42:43.102379 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 8f965105-2928-43e8-bcc0-3ed7aef6d87f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f965105-2928-43e8-bcc0-3ed7aef6d87f,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:42:43.205268 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:43.252619 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=8f965105-2928-43e8-bcc0-3ed7aef6d87f,revision_number=4']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:42:43.259761 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.260113 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.260459 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.260849 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.261187 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.261519 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.261865 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.262179 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.262515 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.262875 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.263199 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.263525 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.263850 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.264173 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.264497 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:43.495941 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['8f965105-2928-43e8-bcc0-3ed7aef6d87f'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:42:43.883297 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fa901-a539-4a89-a419-bb74b673ed42 req-8019cb40-da07-4a0b-b347-54491905717c tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:43.884793 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-157fa901-a539-4a89-a419-bb74b673ed42 req-8019cb40-da07-4a0b-b347-54491905717c tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0453804 Sep 19 12:42:43.934047 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-157fa901-a539-4a89-a419-bb74b673ed42 req-961e9ade-da4a-4549-8f93-f3549fd69590 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436838 Sep 19 12:42:43.990206 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31f8e-fe76-4632-9daa-da14481b8eb4 req-c6269786-cf2f-4227-9b9a-7af0c097fa9d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:43.991655 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac31f8e-fe76-4632-9daa-da14481b8eb4 req-c6269786-cf2f-4227-9b9a-7af0c097fa9d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 945 time: 0.0461104 Sep 19 12:42:44.045085 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5ac31f8e-fe76-4632-9daa-da14481b8eb4 req-423e7b6a-db15-42ec-baca-a87032dc225d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478327 Sep 19 12:42:44.939363 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 8f965105-2928-43e8-bcc0-3ed7aef6d87f up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:42:44.980955 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning for port 8f965105-2928-43e8-bcc0-3ed7aef6d87f completed by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 12:42:45.056173 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65199-a978-4bbb-a9f8-ffd43484e062 req-55184c88-56ff-4650-9e20-68bf53b2f407 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:45.086464 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e4f65199-a978-4bbb-a9f8-ffd43484e062 req-55184c88-56ff-4650-9e20-68bf53b2f407 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0487633 Sep 19 12:42:45.105651 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:45.111388 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e4f65199-a978-4bbb-a9f8-ffd43484e062 req-24b3e6d4-e413-4b47-9fef-19ad60bd8eac tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473833 Sep 19 12:42:45.136506 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port 8f965105-2928-43e8-bcc0-3ed7aef6d87f triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:42:45.136984 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:45.137388 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port 8f965105-2928-43e8-bcc0-3ed7aef6d87f Sep 19 12:42:45.165614 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a6b52-f6a6-4840-ba27-819c22c99499 req-ddabbdad-1840-48eb-bca9-9992a7ec5411 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:45.167099 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c1a6b52-f6a6-4840-ba27-819c22c99499 req-ddabbdad-1840-48eb-bca9-9992a7ec5411 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 945 time: 0.0477145 Sep 19 12:42:45.213909 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port 8f965105-2928-43e8-bcc0-3ed7aef6d87f is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:42:45.214212 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:45.221589 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3c1a6b52-f6a6-4840-ba27-819c22c99499 req-3e3b17b8-cc53-478c-bfb7-9a9f23c715ae tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481799 Sep 19 12:42:45.239122 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:42:45.241397 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccc5ddb-9310-4c3e-be47-fdf81f8ad089" -d '{"events": [{"server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "name": "network-vif-plugged", "status": "completed", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:42:45.253973 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port 8f965105-2928-43e8-bcc0-3ed7aef6d87f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f965105-2928-43e8-bcc0-3ed7aef6d87f,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:42:45.282886 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fef58f-febf-4d9b-bab6-ba2d015ffadc x-openstack-request-id: req-40fef58f-febf-4d9b-bab6-ba2d015ffadc {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:42:45.283177 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "name": "network-vif-plugged", "status": "completed", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:42:45.283431 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-40fef58f-febf-4d9b-bab6-ba2d015ffadc {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:42:45.283835 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fef58f-febf-4d9b-bab6-ba2d015ffadc'] response: {'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'code': 200} Sep 19 12:42:45.326754 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:45.373571 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=8f965105-2928-43e8-bcc0-3ed7aef6d87f,revision_number=5']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:42:45.657409 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885b2f4-97ef-441e-8da9-b4a53c74df66 req-cebd9ee1-ad31-4eb3-a3fa-65c760d225c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:45.658869 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8885b2f4-97ef-441e-8da9-b4a53c74df66 req-cebd9ee1-ad31-4eb3-a3fa-65c760d225c8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 1130 time: 0.0419588 Sep 19 12:42:45.705256 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8885b2f4-97ef-441e-8da9-b4a53c74df66 req-a8b09cfa-6a53-4b5f-8258-c6baa032e1a2 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397811 Sep 19 12:42:46.235986 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8082f5-f925-4bd5-8499-ca7c9a1adbed req-4f7290ef-3231-4592-b958-f3fa9f4ce51b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:46.237446 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5b8082f5-f925-4bd5-8499-ca7c9a1adbed req-4f7290ef-3231-4592-b958-f3fa9f4ce51b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0448785 Sep 19 12:42:46.286666 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5b8082f5-f925-4bd5-8499-ca7c9a1adbed req-24a0610e-a77a-4f76-8e74-87fc86d1948c tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Sep 19 12:42:46.343986 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b89e8-b887-4ee7-9192-d424b7c5b088 req-91bfed40-3255-41b6-99ac-c2ea821b5f8f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:46.345436 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f5b89e8-b887-4ee7-9192-d424b7c5b088 req-91bfed40-3255-41b6-99ac-c2ea821b5f8f tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 946 time: 0.0452218 Sep 19 12:42:46.395969 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7f5b89e8-b887-4ee7-9192-d424b7c5b088 req-c2ad18c9-030f-4faa-8273-f8d031ed772a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449777 Sep 19 12:42:47.410856 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fb366-5372-4475-8d82-a75cc3d3f1b1 req-4933915b-1bf0-4bda-8192-a47ab7b44f2b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:47.413026 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9e7fb366-5372-4475-8d82-a75cc3d3f1b1 req-4933915b-1bf0-4bda-8192-a47ab7b44f2b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0503037 Sep 19 12:42:47.464525 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9e7fb366-5372-4475-8d82-a75cc3d3f1b1 req-7bec2105-3e82-43b4-8351-33b5d189f3f3 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456433 Sep 19 12:42:47.519811 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5393a47-37eb-454a-a13e-7a80c8e25688 req-ed898d4e-6b1d-4f15-9d2b-74635d52ac89 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:47.521321 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b5393a47-37eb-454a-a13e-7a80c8e25688 req-ed898d4e-6b1d-4f15-9d2b-74635d52ac89 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 946 time: 0.0492182 Sep 19 12:42:47.541408 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:47.576856 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b5393a47-37eb-454a-a13e-7a80c8e25688 req-3e44dde2-a22a-432f-9ac2-d7a3eeb5b537 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498762 Sep 19 12:42:48.250892 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-1dfe6308-c230-45e7-bccb-9541f66db7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:48.252451 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-1dfe6308-c230-45e7-bccb-9541f66db7ca service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00cdacab5c564ab29d54ea189755adb0&device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1130 time: 0.0442846 Sep 19 12:42:48.349124 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-5afdd7e5-6a2c-4c38-a2a7-96438085fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:48.350598 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-5afdd7e5-6a2c-4c38-a2a7-96438085fd57 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d HTTP/1.1" status: 200 len: 910 time: 0.0908954 Sep 19 12:42:48.750109 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-a6342aa8-a037-4696-920d-dbbfa451f369 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 200 len: 1002 time: 0.3917453 Sep 19 12:42:48.758089 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42495fa-c847-4a72-aec7-941b5cc35bf1 req-e6fa7f1a-709c-448f-8b17-9ecd77df533a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:48.759468 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a42495fa-c847-4a72-aec7-941b5cc35bf1 req-e6fa7f1a-709c-448f-8b17-9ecd77df533a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 946 time: 0.0914454 Sep 19 12:42:48.793491 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ed4f-9f7b-43dd-b9c9-95e3485e0d73 req-820549d8-56ce-4503-a514-394519406927 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:48.794896 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5102ed4f-9f7b-43dd-b9c9-95e3485e0d73 req-820549d8-56ce-4503-a514-394519406927 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.1257672 Sep 19 12:42:48.854492 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-ecbdc8b8-5e68-49b8-82d1-ce046f84429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:48.855937 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-ecbdc8b8-5e68-49b8-82d1-ce046f84429b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a HTTP/1.1" status: 200 len: 848 time: 0.0956397 Sep 19 12:42:48.909404 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a42495fa-c847-4a72-aec7-941b5cc35bf1 req-2335e39e-53ee-401e-92a6-b29c33e5b77b tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385803 Sep 19 12:42:48.917699 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-5102ed4f-9f7b-43dd-b9c9-95e3485e0d73 req-cb8321f3-58da-447d-a828-4c8925ae39cc tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161697 Sep 19 12:42:48.927358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:48.927358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-46775a1d-1a91-4b20-bba8-c197d5f67bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:48.927358 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-46775a1d-1a91-4b20-bba8-c197d5f67bb3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590615 Sep 19 12:42:49.051130 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526b0f6-c0ef-460e-a821-42354e15e50a req-c0f8ae69-d3aa-4054-9f66-cc3fa97c5254 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:49.052489 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2526b0f6-c0ef-460e-a821-42354e15e50a req-c0f8ae69-d3aa-4054-9f66-cc3fa97c5254 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 946 time: 0.0673039 Sep 19 12:42:49.069688 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-2ef1c4c6-8e98-4d02-aef7-1296952da042 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362584 Sep 19 12:42:49.075396 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:49.159528 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2526b0f6-c0ef-460e-a821-42354e15e50a req-ecf3e65f-c942-477b-80ca-46b485af1e23 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013927 Sep 19 12:42:49.189405 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47220) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:42:49.190901 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-a9072892-27fe-4992-9305-95bb7d53d7b4 req-5ccf763a-aa1f-497a-a804-e2be9eba8ec0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123307 Sep 19 12:42:49.227914 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346bc63b-8f4d-4434-9b6b-5d4a0e7a91e1 tempest-TestVolumeBootPattern-1458953152 tempest-TestVolumeBootPattern-1458953152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:49.229470 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-346bc63b-8f4d-4434-9b6b-5d4a0e7a91e1 tempest-TestVolumeBootPattern-1458953152 tempest-TestVolumeBootPattern-1458953152-project-admin] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 1125 time: 0.0390851 Sep 19 12:42:49.232278 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47224) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:42:49.237150 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.v2.base [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Request body: {'floatingip': {'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'port_id': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 12:42:49.313803 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:49.393169 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (None), before_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:49.504848 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_common [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Allocated IP 172.27.3.175 (b235dcf9-4d24-41a7-be07-a457acbf52da/901425eb-97f0-4546-be3f-b191d5dc16b9/6418f94a-16f2-4d1a-b121-1d30be3e7028) {{(pid=106970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 12:42:49.612272 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for port (6418f94a-16f2-4d1a-b121-1d30be3e7028), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:49.709673 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781304720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (6418f94a-16f2-4d1a-b121-1d30be3e7028), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:49.758634 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Network b235dcf9-4d24-41a7-be07-a457acbf52da is already hosted by enough agents. {{(pid=106970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 12:42:49.761841 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'Port': ['ID=6418f94a-16f2-4d1a-b121-1d30be3e7028,revision_number=1']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:42:49.764014 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.base_scheduler [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Resources bound (agent type, host, resource id): {{(pid=106970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 12:42:49.767466 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Received port after_create {{(pid=106970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 12:42:49.774256 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.774595 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:49.782674 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:42:50.048348 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68f30c-34bd-4277-95fe-f3b572f3970e req-8b794137-c892-4dc2-8f72-2ee2fdc0ca2c tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:50.049888 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c68f30c-34bd-4277-95fe-f3b572f3970e req-8b794137-c892-4dc2-8f72-2ee2fdc0ca2c tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0488696 Sep 19 12:42:50.061133 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:50.101466 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c68f30c-34bd-4277-95fe-f3b572f3970e req-dc3f97ed-44dc-4db9-b744-6337cac4a95a tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455759 Sep 19 12:42:50.116178 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:50.124269 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (38388550-9919-46b2-a7a3-8d732e8a22d3), precommit_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:50.258693 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (6418f94a-16f2-4d1a-b121-1d30be3e7028), before_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:50.410070 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for port (6418f94a-16f2-4d1a-b121-1d30be3e7028), precommit_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:50.484930 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16165366'] for port (6418f94a-16f2-4d1a-b121-1d30be3e7028), after_update {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:50.552216 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579427'] for floatingip (38388550-9919-46b2-a7a3-8d732e8a22d3), after_create {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:50.553895 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event updated for resources: {'Port': ['ID=6418f94a-16f2-4d1a-b121-1d30be3e7028,revision_number=2']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:42:50.651299 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.l3_db [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Floating IP 38388550-9919-46b2-a7a3-8d732e8a22d3 associated. External IP: 172.27.3.175, port: 8f965105-2928-43e8-bcc0-3ed7aef6d87f. Sep 19 12:42:50.853629 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Router cb310623-385a-4ffc-a310-31ae1604ecea has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:42:50.865145 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:50.960742 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:42:50.971453 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] Sync routers for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:42:50.981049 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:42:50.981653 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:42:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:42:51.041190 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:51.072937 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2f32595f-b5e4-42f4-8841-851af0fa6fe1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8395298 Sep 19 12:42:51.073626 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:42:51.076381 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4f9f3f-9125-480d-9f80-08413582377f" -d '{"events": [{"name": "network-changed", "server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:42:51.085704 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:42:51.242501 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248c87e-6a26-4113-8426-e36381a04bd6 req-05e3634e-44f3-468f-a37c-f049015d58ce tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:51.244142 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1248c87e-6a26-4113-8426-e36381a04bd6 req-05e3634e-44f3-468f-a37c-f049015d58ce tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0617826 Sep 19 12:42:51.248437 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c26660-0401-4f86-9d0e-681213cfda9c x-openstack-request-id: req-b1c26660-0401-4f86-9d0e-681213cfda9c {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:42:51.248758 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:42:51.249010 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b1c26660-0401-4f86-9d0e-681213cfda9c {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:42:51.249432 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c26660-0401-4f86-9d0e-681213cfda9c'] response: {'name': 'network-changed', 'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'status': 'completed', 'code': 200} Sep 19 12:42:51.319555 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:51.320312 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '38388550-9919-46b2-a7a3-8d732e8a22d3', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:49:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911e4970-9926-4489-bbba-294c19734f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:42:49Z', 'updated_at': '2022-09-19T12:42:49Z', 'revision_number': 0, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}, {'id': 'cad997d0-18be-4799-b094-58a51bc3b007', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:44Z', 'updated_at': '2022-09-19T12:40:47Z', 'revision_number': 1, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:42:51.334971 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1248c87e-6a26-4113-8426-e36381a04bd6 req-91dc9a14-4fdf-4547-b343-cdbbd95aa4fd tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831068 Sep 19 12:42:51.340735 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9f3f-9125-480d-9f80-08413582377f req-18e979e3-d4ca-4fa3-9771-ac710f24e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:51.342415 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7e4f9f3f-9125-480d-9f80-08413582377f req-18e979e3-d4ca-4fa3-9771-ac710f24e54d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 1130 time: 0.0556681 Sep 19 12:42:51.359742 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] Checking router: cb310623-385a-4ffc-a310-31ae1604ecea for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:42:51.361512 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:42:51.364802 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:42:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:42:51.455006 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9f3f-9125-480d-9f80-08413582377f req-ea6cc002-3af3-4136-92b2-efdab7f82797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:51.456487 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7e4f9f3f-9125-480d-9f80-08413582377f req-ea6cc002-3af3-4136-92b2-efdab7f82797 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 913 time: 0.1085546 Sep 19 12:42:51.470943 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:42:51.523800 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7e4f9f3f-9125-480d-9f80-08413582377f req-95440523-7beb-407f-9296-e209de45a848 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f965105-2928-43e8-bcc0-3ed7aef6d87f HTTP/1.1" status: 200 len: 1000 time: 0.0577319 Sep 19 12:42:51.573097 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9f3f-9125-480d-9f80-08413582377f req-56d8f7da-8727-4602-bd95-e53a37941f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:51.574570 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7e4f9f3f-9125-480d-9f80-08413582377f req-56d8f7da-8727-4602-bd95-e53a37941f34 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0450854 Sep 19 12:42:51.622903 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9f3f-9125-480d-9f80-08413582377f req-7aea987a-70fb-49c1-9b6a-41da9f9fa183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:51.624468 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7e4f9f3f-9125-480d-9f80-08413582377f req-7aea987a-70fb-49c1-9b6a-41da9f9fa183 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439074 Sep 19 12:42:51.691287 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '38388550-9919-46b2-a7a3-8d732e8a22d3', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:49:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911e4970-9926-4489-bbba-294c19734f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:42:49Z', 'updated_at': '2022-09-19T12:42:49Z', 'revision_number': 0, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}, {'id': 'cad997d0-18be-4799-b094-58a51bc3b007', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:44Z', 'updated_at': '2022-09-19T12:40:47Z', 'revision_number': 1, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:42:51.715137 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7e4f9f3f-9125-480d-9f80-08413582377f req-fb482467-05c8-4084-8604-850fb9944e37 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848124 Sep 19 12:42:51.716534 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3831471-4693-4fbb-b68b-d5879d6bcdb4 None None] The sync data for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi is: [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': '38388550-9919-46b2-a7a3-8d732e8a22d3', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:49:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911e4970-9926-4489-bbba-294c19734f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:42:49Z', 'updated_at': '2022-09-19T12:42:49Z', 'revision_number': 0, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}, {'id': 'cad997d0-18be-4799-b094-58a51bc3b007', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:44Z', 'updated_at': '2022-09-19T12:40:47Z', 'revision_number': 1, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:42:51.819303 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-7e4f9f3f-9125-480d-9f80-08413582377f req-3d96f42e-c595-4770-98b5-ab803432ce8c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982993 Sep 19 12:42:51.933835 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04d3f7f-654c-4952-90f3-065fa83a3dad None None] New status for floating IP 38388550-9919-46b2-a7a3-8d732e8a22d3: ACTIVE {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:42:52.029895 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:52.463643 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980924d5-264e-4bcd-a053-5f86d352f5d4 req-b2723442-89df-45cc-adf8-9a431fa1edce tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:52.465041 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-980924d5-264e-4bcd-a053-5f86d352f5d4 req-b2723442-89df-45cc-adf8-9a431fa1edce tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0474672 Sep 19 12:42:52.516384 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-980924d5-264e-4bcd-a053-5f86d352f5d4 req-2f458493-9780-4dd4-a6e8-3106e55ee475 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448823 Sep 19 12:42:53.023773 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ecbb-8644-466d-8a84-4f26168a1194 req-2da17c03-9bb5-4586-85d5-88a951452cdc tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:53.025345 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9fc4ecbb-8644-466d-8a84-4f26168a1194 req-2da17c03-9bb5-4586-85d5-88a951452cdc tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0520544 Sep 19 12:42:53.041363 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:53.081611 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-9fc4ecbb-8644-466d-8a84-4f26168a1194 req-f6922cfd-eca5-439f-909e-bb2e3de865fd tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480707 Sep 19 12:42:53.107409 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47246) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:42:53.192165 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-970f3434-8990-4be3-bce5-d621b4a947bb service neutron] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834332 Sep 19 12:42:53.201336 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-3a2b42c4-724c-474b-9ec0-7a78336931ea service neutron] http://10.222.0.93:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 12:42:53.202433 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-3a2b42c4-724c-474b-9ec0-7a78336931ea service neutron] 10.222.0.93 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052693 Sep 19 12:42:53.298502 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47254) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:42:53.391137 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-afc8e4bb-dae7-4470-a989-7bb7be6db657 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:53.392490 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-afc8e4bb-dae7-4470-a989-7bb7be6db657 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports/b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 200 len: 943 time: 0.0930142 Sep 19 12:42:54.207184 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43561674-efb3-4244-aaa9-c1f329466414 req-1b958916-6b26-468c-891c-39cecadf32ef tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:54.208712 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-43561674-efb3-4244-aaa9-c1f329466414 req-1b958916-6b26-468c-891c-39cecadf32ef tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0499473 Sep 19 12:42:54.259999 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-43561674-efb3-4244-aaa9-c1f329466414 req-69a8a826-27cc-4a82-8d29-3f4ac942efda tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Sep 19 12:42:55.017674 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device b8557e4d-5a65-4fe0-94ef-88821e1bd60d no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:42:55.093003 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port b8557e4d-5a65-4fe0-94ef-88821e1bd60d is: ACTIVE; New status is: DOWN {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:42:55.093948 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:55.104169 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:55.116976 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:42:55.119175 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8b04fa-9a11-487b-8364-360b0a28d19f" -d '{"events": [{"server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:42:55.132113 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:42:55.152783 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Sep 2022 12:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384fa0ce-a1ba-4d9a-8b93-609727d4a783 x-openstack-request-id: req-384fa0ce-a1ba-4d9a-8b93-609727d4a783 {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:42:55.153064 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "name": "network-vif-unplugged", "status": "failed", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d", "code": 422}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:42:55.153312 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-384fa0ce-a1ba-4d9a-8b93-609727d4a783 {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:42:55.153707 dv-cinder-850618-3-iscsi neutron-server[106971]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-384fa0ce-a1ba-4d9a-8b93-609727d4a783']: {'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'code': 422} returned with failed status Sep 19 12:42:55.210833 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:42:55.236876 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:55.263819 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,revision_number=6']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:42:55.381145 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01de5-4fba-43c6-90a2-5b4e68b21a43 req-f4c81143-8005-4d19-9b64-653fc01ba3c3 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:55.382649 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b7e01de5-4fba-43c6-90a2-5b4e68b21a43 req-f4c81143-8005-4d19-9b64-653fc01ba3c3 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0483449 Sep 19 12:42:55.437070 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-b7e01de5-4fba-43c6-90a2-5b4e68b21a43 req-fd38f472-2f04-434f-a3f4-8113306cde13 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486968 Sep 19 12:42:55.965391 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-de39816f-dce6-4fd8-a64e-5117bc7d06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:55.966765 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-de39816f-dce6-4fd8-a64e-5117bc7d06d7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0&tenant_id=00cdacab5c564ab29d54ea189755adb0 HTTP/1.1" status: 200 len: 1128 time: 0.0383508 Sep 19 12:42:56.026085 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-0d984cc3-3df2-4e06-a52c-3b91a942241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:56.027616 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-0d984cc3-3df2-4e06-a52c-3b91a942241f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00cdacab5c564ab29d54ea189755adb0&device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1128 time: 0.0392323 Sep 19 12:42:56.099852 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:56.120687 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-19201d5a-ddc1-46f0-9412-a79ebe46d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:56.122460 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-19201d5a-ddc1-46f0-9412-a79ebe46d069 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d HTTP/1.1" status: 200 len: 910 time: 0.0887833 Sep 19 12:42:56.185555 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-f3ad8f8c-2457-4d0c-bb59-7ea11157fafe service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 200 len: 1000 time: 0.0551896 Sep 19 12:42:56.233006 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-f9085a72-f815-4f70-b0e5-6b3ecfe7ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:56.234339 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-f9085a72-f815-4f70-b0e5-6b3ecfe7ec07 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a HTTP/1.1" status: 200 len: 848 time: 0.0429635 Sep 19 12:42:56.282796 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-54754004-cf86-43f4-a0cf-f5afbc0768f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:56.284327 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-54754004-cf86-43f4-a0cf-f5afbc0768f6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435543 Sep 19 12:42:56.372838 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-6f0d4147-71eb-4082-8ec3-ff203ba8b4aa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816691 Sep 19 12:42:56.465594 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-04050dac-1c6f-436a-b53c-99a620ab5599 req-e1feecba-ae53-484f-8fa3-20fa5d5002ad service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861335 Sep 19 12:42:56.559951 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2d3e8-701c-4d5e-862c-a4b37f58d1ec req-31bf4f82-4582-43eb-9726-8f777e06f04d tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:56.561360 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65f2d3e8-701c-4d5e-862c-a4b37f58d1ec req-31bf4f82-4582-43eb-9726-8f777e06f04d tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0464106 Sep 19 12:42:56.611153 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-65f2d3e8-701c-4d5e-862c-a4b37f58d1ec req-040981b6-24c4-41b7-a252-f6e453a19c04 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Sep 19 12:42:57.736809 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2287506-81c0-4e8e-ae05-b1d1502801a1 req-3ba32750-c4df-439d-82a8-3686ea7960d7 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:57.738275 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2287506-81c0-4e8e-ae05-b1d1502801a1 req-3ba32750-c4df-439d-82a8-3686ea7960d7 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0509794 Sep 19 12:42:57.787481 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c2287506-81c0-4e8e-ae05-b1d1502801a1 req-d4d668f9-b885-4de8-ae17-a3ec992c266a tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432227 Sep 19 12:42:58.910934 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a63da-f84d-43cd-9570-110e0b2bab26 req-d5a71451-2295-4133-9720-36bc23c25fcb tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:42:58.912380 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fb7a63da-f84d-43cd-9570-110e0b2bab26 req-d5a71451-2295-4133-9720-36bc23c25fcb tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0465541 Sep 19 12:42:58.932014 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:42:58.960190 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-fb7a63da-f84d-43cd-9570-110e0b2bab26 req-cc39f8f7-e863-4422-960e-a6c791a39855 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422981 Sep 19 12:43:00.082228 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a9af-7824-440c-9d5c-330d5fe98c10 req-00c99e85-1c3f-4a0a-ac91-af979769a512 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:00.083696 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2b18a9af-7824-440c-9d5c-330d5fe98c10 req-00c99e85-1c3f-4a0a-ac91-af979769a512 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0476203 Sep 19 12:43:00.136320 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2b18a9af-7824-440c-9d5c-330d5fe98c10 req-f85e0244-1dfa-4758-ab8d-b5e2b53db42a tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464206 Sep 19 12:43:01.257901 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb37bd3-dbb1-4871-9646-41e293f4bfbf req-831a3cca-4ef7-4438-9dc0-4d6ede7c7d01 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:01.259346 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-afb37bd3-dbb1-4871-9646-41e293f4bfbf req-831a3cca-4ef7-4438-9dc0-4d6ede7c7d01 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0458646 Sep 19 12:43:01.309387 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-afb37bd3-dbb1-4871-9646-41e293f4bfbf req-ec1012b5-a692-4e18-8e58-6d675d4890ef tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444505 Sep 19 12:43:01.682545 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=68 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:01.694698 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=80 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:02.438434 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e03038-0f28-4f58-bcb6-371c0d769548 req-479c61a3-9d66-4afa-b827-857a78979941 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:02.439797 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-39e03038-0f28-4f58-bcb6-371c0d769548 req-479c61a3-9d66-4afa-b827-857a78979941 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0467370 Sep 19 12:43:02.488260 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-39e03038-0f28-4f58-bcb6-371c0d769548 req-9e5bd63f-5cfe-4b7d-915b-d95392558d8e tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Sep 19 12:43:03.379530 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=11 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:03.383494 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=83,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:03.527178 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-07aadf59-f421-49ad-81c5-e8ec72cb219a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:03.612282 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c3ea1-ed8b-4cad-aed1-afc3aef79cab req-f8fbd19e-1441-4e20-82af-08bf7831be97 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:03.613754 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f9c3ea1-ed8b-4cad-aed1-afc3aef79cab req-f8fbd19e-1441-4e20-82af-08bf7831be97 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0507481 Sep 19 12:43:03.663618 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f9c3ea1-ed8b-4cad-aed1-afc3aef79cab req-43c0d3a1-f4d0-4f58-accb-b50de1a34057 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 Sep 19 12:43:04.785640 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d907f-f3b2-48bd-8faa-71dde3dd7fd9 req-e434066c-dc07-4875-9f64-2b4c7a49defe tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:04.787056 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3a9d907f-f3b2-48bd-8faa-71dde3dd7fd9 req-e434066c-dc07-4875-9f64-2b4c7a49defe tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 944 time: 0.0471790 Sep 19 12:43:04.835976 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3a9d907f-f3b2-48bd-8faa-71dde3dd7fd9 req-e2d4f279-310c-452e-852b-1457ffa57cb1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432904 Sep 19 12:43:05.082633 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device b8557e4d-5a65-4fe0-94ef-88821e1bd60d details requested by agent hyperv_hv-cinder-85061 with host hv-cinder-85061 {{(pid=106971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 12:43:05.186375 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:43:05.198089 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Returning: {'device': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'port_id': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'mac_address': 'fa:16:3e:1c:1e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 12:43:05.231896 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port b8557e4d-5a65-4fe0-94ef-88821e1bd60d is: DOWN; New status is: BUILD {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:43:05.232279 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:05.249115 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8557e4d-5a65-4fe0-94ef-88821e1bd60d {{(pid=106971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 12:43:05.267786 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:43:05.330074 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:05.377137 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,revision_number=7']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:05.621682 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] get_ports_and_sgs() called for port_ids ['b8557e4d-5a65-4fe0-94ef-88821e1bd60d'] {{(pid=106971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 12:43:05.647626 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0174dfd0-0a16-48c1-9a84-8ad2b7c497fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:05.923439 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:05.961359 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6439d6-c78d-4ddf-84ca-00043277f542 req-c5ef020c-f90f-42bf-9179-e870b953e65f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:05.962922 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4e6439d6-c78d-4ddf-84ca-00043277f542 req-c5ef020c-f90f-42bf-9179-e870b953e65f tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 945 time: 0.0498204 Sep 19 12:43:06.018722 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4e6439d6-c78d-4ddf-84ca-00043277f542 req-3ce4adfa-049d-4443-b281-200389fee2df tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498977 Sep 19 12:43:06.977468 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:07.083526 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device b8557e4d-5a65-4fe0-94ef-88821e1bd60d up at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 12:43:07.127491 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.provisioning_blocks [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Provisioning complete for port b8557e4d-5a65-4fe0-94ef-88821e1bd60d triggered by entity L2. {{(pid=106971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 12:43:07.127864 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-911674'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), provisioning_complete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:07.128194 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Attempt 1 to provision port b8557e4d-5a65-4fe0-94ef-88821e1bd60d Sep 19 12:43:07.139127 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa4bfd-6011-432b-a1d5-e6a6cc5f5e74 req-94446b0e-ef9a-49d8-8a5c-fee4a22b38b2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:07.140610 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c6aa4bfd-6011-432b-a1d5-e6a6cc5f5e74 req-94446b0e-ef9a-49d8-8a5c-fee4a22b38b2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 945 time: 0.0484984 Sep 19 12:43:07.192879 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c6aa4bfd-6011-432b-a1d5-e6a6cc5f5e74 req-5653383f-526e-418a-96db-d008309975a9 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464547 Sep 19 12:43:07.324472 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Current status of the port b8557e4d-5a65-4fe0-94ef-88821e1bd60d is: BUILD; New status is: ACTIVE {{(pid=106971) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 12:43:07.324920 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689578'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), before_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:07.347368 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d'}] {{(pid=106971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:43:07.349575 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07a863949b2d64ae9627c18c8d0031e8905131442d2a234c7522563a64114a4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a58442-d8e7-4d83-a472-0229aff967b6" -d '{"events": [{"server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "name": "network-vif-plugged", "status": "completed", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d"}]}' {{(pid=106971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:43:07.362017 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:43:07.388749 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e22ee75-9ab0-4ac3-9272-63fcfbd35f6d x-openstack-request-id: req-3e22ee75-9ab0-4ac3-9272-63fcfbd35f6d {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:43:07.393034 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "name": "network-vif-plugged", "status": "completed", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d", "code": 200}]} {{(pid=106971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:43:07.393034 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3e22ee75-9ab0-4ac3-9272-63fcfbd35f6d {{(pid=106971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:43:07.393034 dv-cinder-850618-3-iscsi neutron-server[106971]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e22ee75-9ab0-4ac3-9272-63fcfbd35f6d'] response: {'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'code': 200} Sep 19 12:43:07.440568 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781305159334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781304720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781304720375'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:07.486348 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Pushing event updated for resources: {'Port': ['ID=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,revision_number=8']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:43:07.675350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dd98e-ea0e-4100-a801-c70500ebefce req-a07f1dbe-9394-4263-96ca-e4d7b67d01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:07.676781 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-704dd98e-ea0e-4100-a801-c70500ebefce req-a07f1dbe-9394-4263-96ca-e4d7b67d01c6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1130 time: 0.0388610 Sep 19 12:43:07.722936 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-704dd98e-ea0e-4100-a801-c70500ebefce req-141217b8-aa4e-40ef-911d-d3bc6b5bc089 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401728 Sep 19 12:43:08.315706 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65db78e-23bd-4131-a464-751a219cdd7e req-c45ae66c-3dcf-4956-80aa-47fd16358276 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:08.317189 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f65db78e-23bd-4131-a464-751a219cdd7e req-c45ae66c-3dcf-4956-80aa-47fd16358276 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0514467 Sep 19 12:43:08.364999 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-f65db78e-23bd-4131-a464-751a219cdd7e req-2d178216-e423-4f98-89fa-b8f30a431f33 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422604 Sep 19 12:43:08.738109 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:08.769794 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:09.495853 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1243d4f-7784-4016-889b-be790933cda4 req-423b1916-35ca-4acd-9743-3496082731a2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:09.497753 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e1243d4f-7784-4016-889b-be790933cda4 req-423b1916-35ca-4acd-9743-3496082731a2 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0541723 Sep 19 12:43:09.547066 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e1243d4f-7784-4016-889b-be790933cda4 req-3fd0987b-4923-4226-b4f1-a5d9ce212e82 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 Sep 19 12:43:09.736771 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:43:18.687998 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:18.693418 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=5,neutron:SELECT=76 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:18.695127 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:18.734229 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:19.066697 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:19.539117 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=44 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:19.543038 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:19.729173 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:25.184138 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-c3a0841a-5851-41a5-939c-7ddc3733ac6b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411854 Sep 19 12:43:25.269149 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-ddb83142-6cc1-4242-aaf0-13de81f3d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:25.270678 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-ddb83142-6cc1-4242-aaf0-13de81f3d46f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00cdacab5c564ab29d54ea189755adb0&device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1130 time: 0.0391936 Sep 19 12:43:25.373606 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-fd6e52b7-243d-4183-9917-1458d3751044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:25.375055 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-fd6e52b7-243d-4183-9917-1458d3751044 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d HTTP/1.1" status: 200 len: 910 time: 0.0849442 Sep 19 12:43:25.440479 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-76754190-312b-431b-aea0-69828d823c9e service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 200 len: 1002 time: 0.0579817 Sep 19 12:43:25.488486 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-48263e14-ca2c-4cf5-b1c9-ced17a50eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:25.490534 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-48263e14-ca2c-4cf5-b1c9-ced17a50eea3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a HTTP/1.1" status: 200 len: 848 time: 0.0441549 Sep 19 12:43:25.534626 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-7b9e8435-b647-46ef-87d7-6824c11acc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:43:25.536712 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-7b9e8435-b647-46ef-87d7-6824c11acc48 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401547 Sep 19 12:43:25.636196 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-438d33a5-dc91-470b-b1a9-8bfcada52a22 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915029 Sep 19 12:43:25.733276 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-d9f09dff-1697-4b74-8587-ff38bacfa930 req-501c992e-da62-4221-b1e7-a83315836ab6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907936 Sep 19 12:43:29.002390 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:29.007339 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:29.009030 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:31.772389 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:31.773252 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:33.537938 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-8c055631-7e67-4a99-936b-ce5c9e82d539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:35.639962 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-7a65d4fd-3ea4-4edc-b829-8e4301b16d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:35.728344 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=49 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:35.730294 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=52 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:36.960693 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:38.749113 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:38.789218 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:46.731889 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:43:49.074205 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:43:56.728016 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:56.728793 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:59.005647 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:59.011996 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:43:59.011996 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:03.520213 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1db4aca4-9606-476f-83a3-2e22af984a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:05.634799 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a1c87f5c-0645-4376-a0ba-a064250a53df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:06.976829 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:08.759908 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:08.792087 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:18.672355 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:18.693287 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:18.699815 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:19.107940 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:23.730731 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:44:27.180735 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-bb765c30-0390-4137-b999-5fb91964824b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385647 Sep 19 12:44:27.242765 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-7d133b1d-3048-4fc2-9c0f-8be8bc600a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:27.244243 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-7d133b1d-3048-4fc2-9c0f-8be8bc600a2b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 1129 time: 0.0392601 Sep 19 12:44:27.352282 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-54b7eef6-2e8a-4bb7-b29a-3d2e047e64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:27.353865 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-54b7eef6-2e8a-4bb7-b29a-3d2e047e64b9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 913 time: 0.0890758 Sep 19 12:44:27.420932 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-5a77337b-f079-4d9d-b326-d7910354ba21 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced HTTP/1.1" status: 200 len: 1001 time: 0.0555716 Sep 19 12:44:27.468489 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-34708d4b-72dd-4125-9f27-941b1f563e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:27.469946 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-34708d4b-72dd-4125-9f27-941b1f563e87 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0428729 Sep 19 12:44:27.518595 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-b1949115-4dc9-44e4-95da-aa0814ccbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:27.520049 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-b1949115-4dc9-44e4-95da-aa0814ccbeea service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413141 Sep 19 12:44:27.608832 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-d7777a0a-7c34-4b02-ac2d-234d554c2f27 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801260 Sep 19 12:44:27.705011 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3f5f138f-8b3e-42fa-a1b9-f5aa26d5e73d req-df4cdf4f-48e6-4712-9dea-ab1daa1e173f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861053 Sep 19 12:44:28.643744 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47322) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:28.785503 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Deleting port 7889e2d6-49c8-40b1-8698-0ee8daa43855 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:28.785838 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (7889e2d6-49c8-40b1-8698-0ee8daa43855), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:28.862361 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (7889e2d6-49c8-40b1-8698-0ee8daa43855), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:28.862684 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for floatingip (7889e2d6-49c8-40b1-8698-0ee8daa43855), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:28.875590 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Calling delete_port for 7889e2d6-49c8-40b1-8698-0ee8daa43855 owned by network:floatingip {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:29.016564 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:29.024382 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:29.026109 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:29.100166 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (7889e2d6-49c8-40b1-8698-0ee8daa43855), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:29.126431 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event deleted for resources: {'Port': ['ID=7889e2d6-49c8-40b1-8698-0ee8daa43855,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:29.153647 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.153989 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.154323 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.154653 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.154980 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.155302 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.155617 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.155933 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.156248 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.156565 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.156905 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.157219 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.157531 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.157842 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.158151 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:29.202050 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for floatingip (484d8b05-cf49-4fc5-97bd-0df0e8ce338f), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:29.202385 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.l3_db [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Floating IP 484d8b05-cf49-4fc5-97bd-0df0e8ce338f disassociated (deleted). External IP: 172.27.3.215, port: b8557e4d-5a65-4fe0-94ef-88821e1bd60d. Sep 19 12:44:29.401455 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:44:29.503009 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:44:29.507837 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:29.512304 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] Sync routers for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:44:29.522958 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:29.524263 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:29.631233 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:29.753600 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-38c24ee8-156c-4fa2-8d22-2003bb86dc8b tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/484d8b05-cf49-4fc5-97bd-0df0e8ce338f HTTP/1.1" status: 204 len: 168 time: 1.1086686 Sep 19 12:44:29.754311 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:44:29.756806 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c817a12-7bcf-43a1-941e-91cf8e468250" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:29.801835 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1443daa-a2b5-43bd-91fa-2ea11317ff28 x-openstack-request-id: req-f1443daa-a2b5-43bd-91fa-2ea11317ff28 {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:29.802130 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:29.802384 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f1443daa-a2b5-43bd-91fa-2ea11317ff28 {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:29.802790 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1443daa-a2b5-43bd-91fa-2ea11317ff28'] response: {'name': 'network-changed', 'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'status': 'completed', 'code': 200} Sep 19 12:44:29.875480 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-aecbcc05-2a96-4ab9-a589-96ec42923bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:29.876993 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-aecbcc05-2a96-4ab9-a589-96ec42923bec service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=00cdacab5c564ab29d54ea189755adb0&device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 1130 time: 0.0397685 Sep 19 12:44:29.922426 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'd96f7244-41e0-4aec-8bd0-05e88025e83e', 'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'mac_address': 'fa:16:3e:7e:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:47Z', 'updated_at': '2022-09-19T12:39:52Z', 'revision_number': 5, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'subnets': [{'id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:29.947322 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] Checking router: f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:44:29.956017 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:29.956678 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:29.973623 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-863f8edc-6b6c-4c7f-9972-6b8d04ce973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:29.979758 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-863f8edc-6b6c-4c7f-9972-6b8d04ce973d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d HTTP/1.1" status: 200 len: 910 time: 0.0906780 Sep 19 12:44:30.020852 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-487a5d07-8623-4f79-8857-db5b72c355dc service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 200 len: 217 time: 0.0328054 Sep 19 12:44:30.063585 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:30.070940 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-cc8c1db3-1ccf-454b-bb4d-15a9a156bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:30.072514 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-cc8c1db3-1ccf-454b-bb4d-15a9a156bdbc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a HTTP/1.1" status: 200 len: 848 time: 0.0441959 Sep 19 12:44:30.125698 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-38139808-26ca-406b-b277-74c60a008fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:30.127183 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-38139808-26ca-406b-b277-74c60a008fa3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453899 Sep 19 12:44:30.230312 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-deddf891-acb0-47e4-a53b-bd84081743e2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949035 Sep 19 12:44:30.265610 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'd96f7244-41e0-4aec-8bd0-05e88025e83e', 'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'mac_address': 'fa:16:3e:7e:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:47Z', 'updated_at': '2022-09-19T12:39:52Z', 'revision_number': 5, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'subnets': [{'id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:30.290619 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55dcdf-8cd6-4721-b3f3-9a40c2b5515e None None] The sync data for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi is: [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:48Z', 'revision_number': 4, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': 'd96f7244-41e0-4aec-8bd0-05e88025e83e', 'name': '', 'network_id': '4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'mac_address': 'fa:16:3e:7e:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:47Z', 'updated_at': '2022-09-19T12:39:52Z', 'revision_number': 5, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'subnets': [{'id': 'd7b01d6e-08c3-44eb-bf63-d5bbd3eed70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:44:30.292511 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47336) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:30.300422 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:30.318030 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8001c-47e0-4e91-a113-03639775e94d req-99045a45-439a-494e-912d-73996fc2ddf9 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:30.319656 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-63b8001c-47e0-4e91-a113-03639775e94d req-99045a45-439a-494e-912d-73996fc2ddf9 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0527370 Sep 19 12:44:30.335177 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:30.379788 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-63b8001c-47e0-4e91-a113-03639775e94d req-fd20e7ab-4531-4b33-837f-c7dafa699288 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532212 Sep 19 12:44:30.448275 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Deleting port 6418f94a-16f2-4d1a-b121-1d30be3e7028 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:30.448646 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (6418f94a-16f2-4d1a-b121-1d30be3e7028), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:30.533272 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (6418f94a-16f2-4d1a-b121-1d30be3e7028), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:30.533612 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (6418f94a-16f2-4d1a-b121-1d30be3e7028), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:30.536774 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b73ec-caca-4816-86af-0c50b8d5a971 None None] New status for floating IP 484d8b05-cf49-4fc5-97bd-0df0e8ce338f: DOWN {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:44:30.546743 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Calling delete_port for 6418f94a-16f2-4d1a-b121-1d30be3e7028 owned by network:floatingip {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:30.793685 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (6418f94a-16f2-4d1a-b121-1d30be3e7028), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:30.819424 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event deleted for resources: {'Port': ['ID=6418f94a-16f2-4d1a-b121-1d30be3e7028,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:30.884928 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (38388550-9919-46b2-a7a3-8d732e8a22d3), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:30.885255 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.db.l3_db [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Floating IP 38388550-9919-46b2-a7a3-8d732e8a22d3 disassociated (deleted). External IP: 172.27.3.175, port: 8f965105-2928-43e8-bcc0-3ed7aef6d87f. Sep 19 12:44:31.080587 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Router cb310623-385a-4ffc-a310-31ae1604ecea has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:44:31.164622 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:31.185800 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:44:31.190095 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:31.195574 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] Sync routers for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:44:31.205764 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:31.206372 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:31.221041 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-f5d3d2f8-d94d-425d-8f94-c149386853ac tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/38388550-9919-46b2-a7a3-8d732e8a22d3 HTTP/1.1" status: 204 len: 168 time: 0.9271624 Sep 19 12:44:31.287877 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:31.312587 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:31.351104 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:31.503175 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2307d6-23eb-4960-b573-ab319cc2a10c req-27d068b4-3c61-4d2c-963e-7bb61bd1894c tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:31.504810 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3a2307d6-23eb-4960-b573-ab319cc2a10c req-27d068b4-3c61-4d2c-963e-7bb61bd1894c tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0469713 Sep 19 12:44:31.525858 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'cad997d0-18be-4799-b094-58a51bc3b007', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:44Z', 'updated_at': '2022-09-19T12:40:47Z', 'revision_number': 1, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:31.526196 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:31.542225 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:31.556216 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] Checking router: cb310623-385a-4ffc-a310-31ae1604ecea for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:44:31.560830 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3a2307d6-23eb-4960-b573-ab319cc2a10c req-f797c8d6-9e9a-4039-a7ec-4248060ef6f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480905 Sep 19 12:44:31.565002 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:31.565611 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:06Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:31.673024 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:31.680755 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2c817a12-7bcf-43a1-941e-91cf8e468250 req-bb15d052-917f-427b-893c-f4e98e3927e5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912032 Sep 19 12:44:31.741749 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06903e-e7ca-40a3-a0ed-083bf2b20fdb req-08a29d38-7cb5-4180-9773-b39b2c4781c0 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:31.743850 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4a06903e-e7ca-40a3-a0ed-083bf2b20fdb req-08a29d38-7cb5-4180-9773-b39b2c4781c0 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 946 time: 0.0481291 Sep 19 12:44:31.795288 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4a06903e-e7ca-40a3-a0ed-083bf2b20fdb req-b3809069-24c5-4ee2-8d29-4c2b7fa651ae tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Sep 19 12:44:31.804010 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f'}] {{(pid=106970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:44:31.810618 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b0b904950a2d8648e67918ab13eda2798d3089ed9d214c47c7acc62dbf7f7ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a1066-a844-496f-8e8a-666ba2325489" -d '{"events": [{"name": "network-changed", "server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f"}]}' {{(pid=106970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:31.852425 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b259e57c-f526-404d-a9d8-6c167cda3693 x-openstack-request-id: req-b259e57c-f526-404d-a9d8-6c167cda3693 {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:31.852425 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f", "status": "completed", "code": 200}]} {{(pid=106970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:31.852425 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b259e57c-f526-404d-a9d8-6c167cda3693 {{(pid=106970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:31.852425 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b259e57c-f526-404d-a9d8-6c167cda3693'] response: {'name': 'network-changed', 'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'status': 'completed', 'code': 200} Sep 19 12:44:31.890318 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'cad997d0-18be-4799-b094-58a51bc3b007', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:44Z', 'updated_at': '2022-09-19T12:40:47Z', 'revision_number': 1, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:31.914777 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7bb9e-23cc-4760-8403-94e4c28f5d0c None None] The sync data for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi is: [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_floatingips': [{'id': 'cad997d0-18be-4799-b094-58a51bc3b007', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'router_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'port_id': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'mac_address': 'fa:16:3e:30:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T12:40:44Z', 'updated_at': '2022-09-19T12:40:47Z', 'revision_number': 1, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:44:32.128592 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6542629-83b4-4848-ae98-0ebc6937b0d4 None None] New status for floating IP 38388550-9919-46b2-a7a3-8d732e8a22d3: DOWN {{(pid=106971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:44:32.681091 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04fa20-3977-4768-9f76-de9d199046fd req-976813e9-6735-4519-a021-7acb4444b501 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:32.682532 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c04fa20-3977-4768-9f76-de9d199046fd req-976813e9-6735-4519-a021-7acb4444b501 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.0452261 Sep 19 12:44:32.733757 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-1c04fa20-3977-4768-9f76-de9d199046fd req-8b5e68d4-e23f-4c0f-8547-371ec0988ad3 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456133 Sep 19 12:44:32.919744 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f37512-2036-42c7-b12e-dbbc58112c55 req-5a28b558-f270-4a5e-9a86-f0e4cbbf691d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:32.921099 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-61f37512-2036-42c7-b12e-dbbc58112c55 req-5a28b558-f270-4a5e-9a86-f0e4cbbf691d tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 946 time: 0.0456285 Sep 19 12:44:32.968825 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-61f37512-2036-42c7-b12e-dbbc58112c55 req-45d84790-75c2-4f2e-830c-ee96ce468a09 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Sep 19 12:44:33.355085 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-5277fb93-657b-4ccd-8770-8922e74a35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:33.356589 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-5277fb93-657b-4ccd-8770-8922e74a35a1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 1130 time: 0.0390165 Sep 19 12:44:33.511048 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-ee5561e8-4b03-4abb-b06c-181bc91950d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:33.866390 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-a86acc2d-6d94-4640-9d7b-9966f8be46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:33.868298 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-a86acc2d-6d94-4640-9d7b-9966f8be46dd service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 913 time: 0.1374550 Sep 19 12:44:33.959181 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f8518-97ff-43ff-a147-7a8029407eb6 req-39e8feae-30e5-443b-9089-73fbdb8e8dca tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:33.964546 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f7f8518-97ff-43ff-a147-7a8029407eb6 req-39e8feae-30e5-443b-9089-73fbdb8e8dca tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.1488490 Sep 19 12:44:33.965724 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-e24a397f-c892-4f65-82eb-ccc6e77c208b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f965105-2928-43e8-bcc0-3ed7aef6d87f HTTP/1.1" status: 200 len: 217 time: 0.0599742 Sep 19 12:44:33.974857 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-43ecabf6-14e5-4eea-91c7-4fee31ae2ae8 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:33.976215 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-43ecabf6-14e5-4eea-91c7-4fee31ae2ae8 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 946 time: 0.1447394 Sep 19 12:44:33.987308 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-060e788a-485d-479a-93b0-d1b1ad454ef1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:33.993120 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-060e788a-485d-479a-93b0-d1b1ad454ef1 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 946 time: 0.1329083 Sep 19 12:44:34.441512 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2f7f8518-97ff-43ff-a147-7a8029407eb6 req-54261bb1-3929-4e8b-b4c4-e7945d40bac0 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=24106d41-af4b-4e0e-aeac-1500d7479c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4748304 Sep 19 12:44:34.444900 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-afbf9d22-b5f0-4ff2-9435-78c0bb80a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:34.446327 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-afbf9d22-b5f0-4ff2-9435-78c0bb80a7ee service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.4692297 Sep 19 12:44:34.474275 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac3ba-7ce1-4fd6-92c3-d6c507fac84a req-82489a7e-d91c-4a85-b7d8-cd0058f620c6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:34.475700 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e9dac3ba-7ce1-4fd6-92c3-d6c507fac84a req-82489a7e-d91c-4a85-b7d8-cd0058f620c6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 946 time: 0.1462924 Sep 19 12:44:34.494933 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:34.537231 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Deleting port 8f965105-2928-43e8-bcc0-3ed7aef6d87f {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:34.537484 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:34.541029 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Deleting port b8557e4d-5a65-4fe0-94ef-88821e1bd60d {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:34.541349 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:34.677915 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:34.698375 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e9dac3ba-7ce1-4fd6-92c3-d6c507fac84a req-101bda00-fa0c-4b64-bb3e-b6406396e8a9 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000265 Sep 19 12:44:34.720438 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-be6eb14b-3b38-40f0-b015-11540cae1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:34.721908 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-be6eb14b-3b38-40f0-b015-11540cae1e2b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903337 Sep 19 12:44:34.815046 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] For port b8557e4d-5a65-4fe0-94ef-88821e1bd60d, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:34.815334 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:34.820291 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] For port 8f965105-2928-43e8-bcc0-3ed7aef6d87f, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=8f965105-2928-43e8-bcc0-3ed7aef6d87f,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:34.820661 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:34.849192 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Calling delete_port for 8f965105-2928-43e8-bcc0-3ed7aef6d87f owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:34.851061 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Calling delete_port for b8557e4d-5a65-4fe0-94ef-88821e1bd60d owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:34.956043 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-f840b24e-650d-4ec7-bb68-2d9a45e10485 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228351 Sep 19 12:44:35.140243 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6f2a1066-a844-496f-8e8a-666ba2325489 req-8701d2b7-f6d0-4056-bd93-76105578bfd6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693938 Sep 19 12:44:35.149910 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:35.257168 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (8f965105-2928-43e8-bcc0-3ed7aef6d87f), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:35.259380 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (b8557e4d-5a65-4fe0-94ef-88821e1bd60d), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:35.290797 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event deleted for resources: {'Port': ['ID=8f965105-2928-43e8-bcc0-3ed7aef6d87f,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:35.327452 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.327803 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.328148 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.328488 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.328852 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.329188 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.329516 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.329908 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.330259 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.330568 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.330893 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.331220 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.331542 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.331862 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.332183 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:35.406163 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] No DVR routers for this DVR port b8557e4d-5a65-4fe0-94ef-88821e1bd60d on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:35.407770 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event deleted for resources: {'Port': ['ID=b8557e4d-5a65-4fe0-94ef-88821e1bd60d,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:35.410294 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:35.413570 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-2469369f-eb62-470b-b42a-e72dccdcde80 req-d5963bac-1159-42ea-a805-cd062a7474f1 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.26 "DELETE /networking/v2.0/ports/b8557e4d-5a65-4fe0-94ef-88821e1bd60d HTTP/1.1" status: 204 len: 173 time: 1.4228690 Sep 19 12:44:35.414143 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] No DVR routers for this DVR port 8f965105-2928-43e8-bcc0-3ed7aef6d87f on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:35.415443 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'name': 'network-vif-deleted', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:44:35.417847 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee00afd-fa83-49f8-9b94-5a5e6bdff19d" -d '{"events": [{"server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "name": "network-vif-deleted", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:35.420739 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:35.423862 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4747b6d4-aee8-4f82-966d-2ee5f16de564 req-d8f67151-e305-41f1-8023-70dd00764939 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "DELETE /networking/v2.0/ports/8f965105-2928-43e8-bcc0-3ed7aef6d87f HTTP/1.1" status: 204 len: 173 time: 1.4134288 Sep 19 12:44:35.529207 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4687c86-4d4c-4250-8f50-10e18277847d x-openstack-request-id: req-c4687c86-4d4c-4250-8f50-10e18277847d {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:35.529548 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0ba5ed-539d-4219-8066-bed154fc37f0", "name": "network-vif-deleted", "tag": "b8557e4d-5a65-4fe0-94ef-88821e1bd60d", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:35.529767 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c4687c86-4d4c-4250-8f50-10e18277847d {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:35.530143 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4687c86-4d4c-4250-8f50-10e18277847d'] response: {'server_uuid': '9e0ba5ed-539d-4219-8066-bed154fc37f0', 'name': 'network-vif-deleted', 'tag': 'b8557e4d-5a65-4fe0-94ef-88821e1bd60d', 'status': 'completed', 'code': 200} Sep 19 12:44:35.547232 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device b8557e4d-5a65-4fe0-94ef-88821e1bd60d no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:35.550321 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-c457ad4e-df14-4bee-bb2e-3508c7005df5 req-2f68e5e2-25b1-4887-8e30-604d256f710e tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 210 time: 0.0307734 Sep 19 12:44:35.574866 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: b8557e4d-5a65-4fe0-94ef-88821e1bd60d {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:35.574866 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device b8557e4d-5a65-4fe0-94ef-88821e1bd60d not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:35.677557 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2e49d093-7c57-4257-9342-0e050bc844c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:35.801022 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:35.822804 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3b5ee0d1-3dc4-4f09-a8b7-951c7d3845e4 req-31e11abb-e9c3-4892-b715-f2a1a0019d4a tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 210 time: 0.0321267 Sep 19 12:44:36.673310 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-6418a101-09b9-44a6-91c0-7753777d6f28 req-39533f90-9b70-4251-a441-fb29160ccbd5 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 210 time: 0.0331163 Sep 19 12:44:36.946773 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-356917ab-1725-4695-85c4-d9c799034338 req-bdee3f53-3637-45f4-813d-283cb1e97b16 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=911e4970-9926-4489-bbba-294c19734f5e HTTP/1.1" status: 200 len: 210 time: 0.0286725 Sep 19 12:44:37.068242 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:37.532209 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'name': 'network-vif-deleted', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:44:37.535760 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd57887-fd24-47ea-867a-229aa219c429" -d '{"events": [{"server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "name": "network-vif-deleted", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:37.568168 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 8f965105-2928-43e8-bcc0-3ed7aef6d87f no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:37.571152 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf40236-9a7a-4660-9f7b-63c810f57cb0 x-openstack-request-id: req-bcf40236-9a7a-4660-9f7b-63c810f57cb0 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:37.571152 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911e4970-9926-4489-bbba-294c19734f5e", "name": "network-vif-deleted", "tag": "8f965105-2928-43e8-bcc0-3ed7aef6d87f", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:37.571406 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bcf40236-9a7a-4660-9f7b-63c810f57cb0 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:37.571824 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf40236-9a7a-4660-9f7b-63c810f57cb0'] response: {'server_uuid': '911e4970-9926-4489-bbba-294c19734f5e', 'name': 'network-vif-deleted', 'tag': '8f965105-2928-43e8-bcc0-3ed7aef6d87f', 'status': 'completed', 'code': 200} Sep 19 12:44:37.588095 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 8f965105-2928-43e8-bcc0-3ed7aef6d87f {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:37.588442 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 8f965105-2928-43e8-bcc0-3ed7aef6d87f not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:37.788354 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-4a7374e1-d2db-4ed0-8b4d-ded669f7e2d7 req-0b398494-2c4d-455f-b8bb-50e1eae4a0b6 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=9e0ba5ed-539d-4219-8066-bed154fc37f0 HTTP/1.1" status: 200 len: 210 time: 0.0294938 Sep 19 12:44:38.776383 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:38.859864 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47390) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:38.862356 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:38.919812 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c21fb6b9-b9f5-441e-9b3f-52546295fd61 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group (24106d41-af4b-4e0e-aeac-1500d7479c2a), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:38.946930 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c21fb6b9-b9f5-441e-9b3f-52546295fd61 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group (24106d41-af4b-4e0e-aeac-1500d7479c2a), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:38.972462 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:39.125619 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c21fb6b9-b9f5-441e-9b3f-52546295fd61 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (24106d41-af4b-4e0e-aeac-1500d7479c2a), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:39.128199 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-c21fb6b9-b9f5-441e-9b3f-52546295fd61 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:39.129406 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-c21fb6b9-b9f5-441e-9b3f-52546295fd61 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/24106d41-af4b-4e0e-aeac-1500d7479c2a HTTP/1.1" status: 204 len: 168 time: 0.2720234 Sep 19 12:44:39.139254 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fb6b9-b9f5-441e-9b3f-52546295fd61 tempest-TestShelveInstance-853468263 tempest-TestShelveInstance-853468263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24106d41-af4b-4e0e-aeac-1500d7479c2a,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:39.256326 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47394) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:39.576545 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:39.796006 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Deleting port d96f7244-41e0-4aec-8bd0-05e88025e83e {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:39.796248 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:39.875383 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] For port d96f7244-41e0-4aec-8bd0-05e88025e83e, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=d96f7244-41e0-4aec-8bd0-05e88025e83e,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:39.876101 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:39.889193 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Calling delete_port for d96f7244-41e0-4aec-8bd0-05e88025e83e owned by network:router_interface {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:39.892613 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:40.013011 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:40.162939 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (d96f7244-41e0-4aec-8bd0-05e88025e83e), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:40.187004 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d96f7244-41e0-4aec-8bd0-05e88025e83e,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:40.356431 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:40.495369 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47404) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:40.566399 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:44:40.634013 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Deleting port 0a44f4fc-5a41-4b85-928f-e7490a2fba67 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:40.634350 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (0a44f4fc-5a41-4b85-928f-e7490a2fba67), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:40.671316 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:44:40.676303 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-8639c7ab-acce-47d1-b6b9-2704bf5885e3 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4189217 Sep 19 12:44:40.678914 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47406) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:40.682941 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] Sync routers for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:44:40.693500 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:40.694237 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:40.723379 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (0a44f4fc-5a41-4b85-928f-e7490a2fba67), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:40.723710 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (0a44f4fc-5a41-4b85-928f-e7490a2fba67), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:40.738083 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Calling delete_port for 0a44f4fc-5a41-4b85-928f-e7490a2fba67 owned by network:floatingip {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:40.782234 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks [] for router (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:40.797705 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:41.011048 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (0a44f4fc-5a41-4b85-928f-e7490a2fba67), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:41.037390 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:41.039554 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event deleted for resources: {'Port': ['ID=0a44f4fc-5a41-4b85-928f-e7490a2fba67,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:41.073028 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:44:40Z', 'revision_number': 5, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:41.099033 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] Checking router: f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:44:41.104771 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (cad997d0-18be-4799-b094-58a51bc3b007), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:41.105206 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.db.l3_db [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Floating IP cad997d0-18be-4799-b094-58a51bc3b007 disassociated (deleted). External IP: 172.27.3.240, port: 92a0d280-ad6f-4cdd-958b-f758f5800ced. Sep 19 12:44:41.108222 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] Routers {'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:41.108880 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:41.118326 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks [] for router_gateway (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:41.124589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:41.216222 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] Set router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:41.317381 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Router cb310623-385a-4ffc-a310-31ae1604ecea has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:44:41.326138 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Deleting port 336e2c4d-3d47-476a-8157-318b47df1264 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:41.326138 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (336e2c4d-3d47-476a-8157-318b47df1264), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:41.365725 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:41.400176 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=100 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:41.403220 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:44:40Z', 'revision_number': 5, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:41.412289 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:41.414373 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] For port 336e2c4d-3d47-476a-8157-318b47df1264, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=336e2c4d-3d47-476a-8157-318b47df1264,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:41.420966 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (336e2c4d-3d47-476a-8157-318b47df1264), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:41.427560 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9914d-64b2-4e3c-b544-8df54c3a558e None None] The sync data for ids ['f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b'] in dv-cinder-850618-3-iscsi is: [{'id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'name': 'tempest-TestShelveInstance-1537256815-router', 'tenant_id': '00cdacab5c564ab29d54ea189755adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '336e2c4d-3d47-476a-8157-318b47df1264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:44:40Z', 'revision_number': 5, 'project_id': '00cdacab5c564ab29d54ea189755adb0', 'gw_port': {'id': '336e2c4d-3d47-476a-8157-318b47df1264', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:45Z', 'updated_at': '2022-09-19T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:44:41.427795 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Calling delete_port for 336e2c4d-3d47-476a-8157-318b47df1264 owned by network:router_gateway {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:41.473502 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:44:41.478512 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:41.484982 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] Sync routers for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:44:41.495894 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:41.496796 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:41.510339 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:41.515525 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-a2f934be-3eaf-43a2-8a3e-d965f36842da tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/cad997d0-18be-4799-b094-58a51bc3b007 HTTP/1.1" status: 204 len: 168 time: 1.0157020 Sep 19 12:44:41.515525 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:44:41.515525 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:41.561457 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1872e9ad-193b-4774-9559-66386f31ad51 x-openstack-request-id: req-1872e9ad-193b-4774-9559-66386f31ad51 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:41.561746 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:41.561998 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1872e9ad-193b-4774-9559-66386f31ad51 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:41.562406 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1872e9ad-193b-4774-9559-66386f31ad51'] response: {'name': 'network-changed', 'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'status': 'completed', 'code': 200} Sep 19 12:44:41.628473 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:41.641405 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-f67f1c47-f2b1-4f1f-bfdf-8d47d0953042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:41.642990 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-f67f1c47-f2b1-4f1f-bfdf-8d47d0953042 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 1129 time: 0.0479040 Sep 19 12:44:41.744162 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-ef9311f1-66b1-4099-91d4-51fcd33c52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:41.745860 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-ef9311f1-66b1-4099-91d4-51fcd33c52bd service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 200 len: 913 time: 0.0944760 Sep 19 12:44:41.772061 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (336e2c4d-3d47-476a-8157-318b47df1264), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:41.788230 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-ac0b02b0-2384-4a26-8e92-abe8e32cdda0 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced HTTP/1.1" status: 200 len: 217 time: 0.0341511 Sep 19 12:44:41.814365 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Pushing event deleted for resources: {'Port': ['ID=336e2c4d-3d47-476a-8157-318b47df1264,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:41.843554 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-4e276b84-f8e9-4b52-88d5-f33f61301c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:41.845097 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-4e276b84-f8e9-4b52-88d5-f33f61301c99 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 200 len: 851 time: 0.0512195 Sep 19 12:44:41.850378 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:41.889290 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:41.907180 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] Checking router: cb310623-385a-4ffc-a310-31ae1604ecea for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:44:41.918303 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:41.918928 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:41.921664 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-536cfec1-ece4-4838-8b59-70a301adbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:41.923968 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-536cfec1-ece4-4838-8b59-70a301adbd9a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e6b353e9-72f5-45ca-9fc7-16de881dafaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697420 Sep 19 12:44:42.005909 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.009619 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks [] for router_controller (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.036457 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:42.041710 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-2cea5af0-388c-430d-aee0-ccfdd6d79bb5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097131 Sep 19 12:44:42.144080 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.144733 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b {{(pid=106970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:44:42.152593 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.153327 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-cea5e9ad-4037-4514-a3ca-f219798a288f admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/f2db7ce8-d8d1-42a9-a54d-d4b36547bf7b HTTP/1.1" status: 204 len: 168 time: 1.4734409 Sep 19 12:44:42.155953 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47414) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:42.172483 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e5bb2-5991-4fdc-a078-de556e196d28 req-b0281f73-149f-46ea-9f34-c0aa28a09c71 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:42.174555 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-743e5bb2-5991-4fdc-a078-de556e196d28 req-b0281f73-149f-46ea-9f34-c0aa28a09c71 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 945 time: 0.0693800 Sep 19 12:44:42.228346 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b146c7-0558-42c8-82da-0d3343d8ab86 admin admin] Deleting subnet d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:44:42.232377 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-75b146c7-0558-42c8-82da-0d3343d8ab86 admin admin] Publish callbacks [] for subnet (d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.256281 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-743e5bb2-5991-4fdc-a078-de556e196d28 req-f0b6b07d-a4ac-4bd3-aa87-573d52be8786 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747228 Sep 19 12:44:42.275075 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-75b146c7-0558-42c8-82da-0d3343d8ab86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.289088 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:42.318763 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d22f2b-c6a3-422c-b51b-220eae51a8a0 None None] The sync data for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi is: [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:37:24Z', 'revision_number': 4, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi', '_interfaces': [{'id': '5fa35c00-98af-488f-aac2-747260527a45', 'name': '', 'network_id': 'e6b353e9-72f5-45ca-9fc7-16de881dafaf', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'mac_address': 'fa:16:3e:60:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:23Z', 'updated_at': '2022-09-19T12:37:29Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'subnets': [{'id': '1ac62355-0a00-4fdb-9937-1315b65b50be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:44:42.337568 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device d96f7244-41e0-4aec-8bd0-05e88025e83e no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:42.359835 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: d96f7244-41e0-4aec-8bd0-05e88025e83e {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:42.360123 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device d96f7244-41e0-4aec-8bd0-05e88025e83e not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:42.366589 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-75b146c7-0558-42c8-82da-0d3343d8ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.405659 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:42.556768 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-75b146c7-0558-42c8-82da-0d3343d8ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.563264 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f7a3c-df82-4444-8273-5df7b9052c32 None None] New status for floating IP cad997d0-18be-4799-b094-58a51bc3b007: DOWN {{(pid=106973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 12:44:42.584190 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b146c7-0558-42c8-82da-0d3343d8ab86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:42.589820 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-75b146c7-0558-42c8-82da-0d3343d8ab86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.593527 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-75b146c7-0558-42c8-82da-0d3343d8ab86 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/d7b01d6e-08c3-44eb-bf63-d5bbd3eed70a HTTP/1.1" status: 204 len: 168 time: 0.4364750 Sep 19 12:44:42.595982 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47416) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:42.598588 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8143384f-9d3d-4a59-8b3a-d447f1dea3a6 None None] Network 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:44:42.674504 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.723008 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Deleting port 973b90ab-d901-4b13-959f-ffa0105c4521 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:42.723349 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.778181 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] DHCP port deletion for 4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:44:42.790672 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] For port 973b90ab-d901-4b13-959f-ffa0105c4521, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=973b90ab-d901-4b13-959f-ffa0105c4521,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:42.791034 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.803988 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Calling delete_port for 973b90ab-d901-4b13-959f-ffa0105c4521 owned by network:dhcp {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:42.820069 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Deleting port 973b90ab-d901-4b13-959f-ffa0105c4521 {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:42.820442 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.872942 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:42.885098 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] For port 973b90ab-d901-4b13-959f-ffa0105c4521, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=973b90ab-d901-4b13-959f-ffa0105c4521,segment=NetworkSegment(ad736385-d6b5-4a2c-96b4-06118debd7fb),segment_id=ad736385-d6b5-4a2c-96b4-06118debd7fb)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:42.888788 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:42.898597 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Calling delete_port for 973b90ab-d901-4b13-959f-ffa0105c4521 owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:43.008562 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.015555 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (973b90ab-d901-4b13-959f-ffa0105c4521), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.037616 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Pushing event deleted for resources: {'Port': ['ID=973b90ab-d901-4b13-959f-ffa0105c4521,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:43.040219 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Pushing event deleted for resources: {'Port': ['ID=973b90ab-d901-4b13-959f-ffa0105c4521,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:43.041948 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] No DVR routers for this DVR port 973b90ab-d901-4b13-959f-ffa0105c4521 on host dv-cinder-850618-3-iscsi {{(pid=106970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:43.048767 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] No DVR routers for this DVR port 973b90ab-d901-4b13-959f-ffa0105c4521 on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:43.050830 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.051173 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.051589 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.051924 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.052250 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.052572 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.052917 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.053237 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.053556 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.053872 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.054193 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.054541 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.054857 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.055167 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.055482 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354f3b5-e8fe-4c78-add6-a4d47114e721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850618-3-iscsi {{(pid=106971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 12:44:43.114549 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.135501 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:43.144624 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad736385-d6b5-4a2c-96b4-06118debd7fb') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:43.145224 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad736385-d6b5-4a2c-96b4-06118debd7fb') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:43.155446 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (ad736385-d6b5-4a2c-96b4-06118debd7fb), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.168924 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (ad736385-d6b5-4a2c-96b4-06118debd7fb), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.175238 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:44:43.177360 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (ad736385-d6b5-4a2c-96b4-06118debd7fb), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.250979 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment ad736385-d6b5-4a2c-96b4-06118debd7fb resource provider aggregate not found Sep 19 12:44:43.269469 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment ad736385-d6b5-4a2c-96b4-06118debd7fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad736385-d6b5-4a2c-96b4-06118debd7fb found for delete ", "request_id": "req-43f4c02e-0f66-420e-9026-92e1a6484e01"}]} Sep 19 12:44:43.325307 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.331672 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.338607 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d HTTP/1.1" status: 204 len: 168 time: 0.7330353 Sep 19 12:44:43.348165 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47426) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:43.349179 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667dae4-7aa1-4226-a3d8-10970cc8999e admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb4d808-1cfa-41a7-9c7d-74e5dc234d2d,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:43.413046 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec1465-359e-4819-930a-9dfca974dbff req-504b1b4e-791d-4c98-b2e5-c480d6be0f90 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:43.414463 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-26ec1465-359e-4819-930a-9dfca974dbff req-504b1b4e-791d-4c98-b2e5-c480d6be0f90 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 945 time: 0.0800591 Sep 19 12:44:43.458311 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-8dcb9b57-0afe-45e8-a0f5-6284d96152cf req-36e311ce-1b2c-4ace-9f83-38f470ab6ed0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429405 Sep 19 12:44:43.488339 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-26ec1465-359e-4819-930a-9dfca974dbff req-52fec68b-48d9-4db5-b863-abf9380cca60 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/security-groups?id=97f82366-7a7d-45eb-ab7f-f8dea86d7327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588548 Sep 19 12:44:43.787701 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (f1890564-7534-4709-a2f7-0544a9fcd93b), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.844781 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-1aed4c90-0104-462a-9085-79433ca0e7ce tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 12:44:43.846226 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-1aed4c90-0104-462a-9085-79433ca0e7ce tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 945 time: 0.0459034 Sep 19 12:44:43.914810 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:43.934358 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Deleting port 92a0d280-ad6f-4cdd-958b-f758f5800ced {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:43.935135 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:43.986985 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=100 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:44.009754 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Deleting port d8ed58ba-7032-40a2-af7c-8a2130f3cf22 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:44.010093 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:44.026290 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] For port 92a0d280-ad6f-4cdd-958b-f758f5800ced, host hv-cinder-85061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85061',level=0,port_id=92a0d280-ad6f-4cdd-958b-f758f5800ced,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:44.026650 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:44.039587 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Calling delete_port for 92a0d280-ad6f-4cdd-958b-f758f5800ced owned by compute:nova {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:44.091135 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:44.093123 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] For port d8ed58ba-7032-40a2-af7c-8a2130f3cf22, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=d8ed58ba-7032-40a2-af7c-8a2130f3cf22,segment=NetworkSegment(7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d),segment_id=7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:44.093484 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:44.106801 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Calling delete_port for d8ed58ba-7032-40a2-af7c-8a2130f3cf22 owned by network:router_interface {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:44.151293 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:44.274165 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 973b90ab-d901-4b13-959f-ffa0105c4521 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:44.293655 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 973b90ab-d901-4b13-959f-ffa0105c4521 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:44.293914 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 973b90ab-d901-4b13-959f-ffa0105c4521 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:44.294353 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 336e2c4d-3d47-476a-8157-318b47df1264 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:44.312419 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 336e2c4d-3d47-476a-8157-318b47df1264 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:44.312857 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 336e2c4d-3d47-476a-8157-318b47df1264 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:44.316950 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (92a0d280-ad6f-4cdd-958b-f758f5800ced), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:44.346413 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event deleted for resources: {'Port': ['ID=92a0d280-ad6f-4cdd-958b-f758f5800ced,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:44.392738 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] No DVR routers for this DVR port 92a0d280-ad6f-4cdd-958b-f758f5800ced on host hv-cinder-85061 {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:44.395236 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for port (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:44.398557 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-3aa76b9a-6504-4d98-9ae2-6aac6d90f219 req-8db86b0e-a668-488c-917b-ff1ad0b54227 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.26 "DELETE /networking/v2.0/ports/92a0d280-ad6f-4cdd-958b-f758f5800ced HTTP/1.1" status: 204 len: 173 time: 0.5446541 Sep 19 12:44:44.399045 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'name': 'network-vif-deleted', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced'}] {{(pid=106969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 12:44:44.401271 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc367a7904f096945b7e35a2257fc5e97289ef1d88f4096e92baa8f2f88f98f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e2369-cac3-4156-8f4c-bdd81370f3f2" -d '{"events": [{"server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "name": "network-vif-deleted", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced"}]}' {{(pid=106969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 12:44:44.408247 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (d8ed58ba-7032-40a2-af7c-8a2130f3cf22), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:44.434835 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ed58ba-7032-40a2-af7c-8a2130f3cf22,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:44.447471 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 12:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2b6a91-e31a-4db3-9c71-ff6e35bb2117 x-openstack-request-id: req-eb2b6a91-e31a-4db3-9c71-ff6e35bb2117 {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 12:44:44.448344 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5c59bf-6037-4a1c-b6be-bd677f066903", "name": "network-vif-deleted", "tag": "92a0d280-ad6f-4cdd-958b-f758f5800ced", "status": "completed", "code": 200}]} {{(pid=106969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 12:44:44.448627 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eb2b6a91-e31a-4db3-9c71-ff6e35bb2117 {{(pid=106969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 12:44:44.449023 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2b6a91-e31a-4db3-9c71-ff6e35bb2117'] response: {'server_uuid': '0e5c59bf-6037-4a1c-b6be-bd677f066903', 'name': 'network-vif-deleted', 'tag': '92a0d280-ad6f-4cdd-958b-f758f5800ced', 'status': 'completed', 'code': 200} Sep 19 12:44:44.611312 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-e15b3c7d-3952-4c4c-b322-8ed24b22ba62 req-bfdd0df3-286e-45c4-9e3c-7acbefb7f050 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 210 time: 0.0359340 Sep 19 12:44:44.618019 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (f1890564-7534-4709-a2f7-0544a9fcd93b), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:44.777501 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:44.842777 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Router f1890564-7534-4709-a2f7-0544a9fcd93b has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:44:44.947521 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:44:44.952884 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-5177b312-1312-422b-9ba4-6fe39661b3eb admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/f1890564-7534-4709-a2f7-0544a9fcd93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6049640 Sep 19 12:44:44.955739 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47434) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:44.960341 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] Sync routers for ids ['f1890564-7534-4709-a2f7-0544a9fcd93b'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:44:44.971209 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] Routers {'f1890564-7534-4709-a2f7-0544a9fcd93b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:44.971993 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f1890564-7534-4709-a2f7-0544a9fcd93b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:45.079893 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] Set router f1890564-7534-4709-a2f7-0544a9fcd93b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:45.146492 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:45.181234 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:45.350073 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks [] for router (f1890564-7534-4709-a2f7-0544a9fcd93b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:45.382081 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:45.395906 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:44:44Z', 'revision_number': 5, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'gw_port': {'id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:45.420850 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] Checking router: f1890564-7534-4709-a2f7-0544a9fcd93b for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:44:45.430481 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] Routers {'f1890564-7534-4709-a2f7-0544a9fcd93b'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:45.431086 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['f1890564-7534-4709-a2f7-0544a9fcd93b'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:45.449155 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks [] for router_gateway (f1890564-7534-4709-a2f7-0544a9fcd93b), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:45.534644 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] Set router f1890564-7534-4709-a2f7-0544a9fcd93b gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:45.583855 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Deleting port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:45.584189 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:45.666319 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] For port c2c137b3-c128-4ccc-9ae6-fbb75374d7b8, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=c2c137b3-c128-4ccc-9ae6-fbb75374d7b8,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:45.666805 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:45.681597 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Calling delete_port for c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 owned by network:router_gateway {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:45.713072 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:44:44Z', 'revision_number': 5, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'gw_port': {'id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:45.741500 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd4b9c-0aaf-46da-90f3-c86f4d910ea2 None None] The sync data for ids ['f1890564-7534-4709-a2f7-0544a9fcd93b'] in dv-cinder-850618-3-iscsi is: [{'id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'name': 'tempest-TestShelveInstance-960685711-router', 'tenant_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:44:44Z', 'revision_number': 5, 'project_id': 'fb38ae1ff297479484a3dfc3a1ad81fe', 'gw_port': {'id': 'c2c137b3-c128-4ccc-9ae6-fbb75374d7b8', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:69:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1890564-7534-4709-a2f7-0544a9fcd93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:39:51Z', 'updated_at': '2022-09-19T12:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:44:45.765247 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [req-ef4f251d-6605-48dc-ae70-feba5743878c req-89b55fcc-36d2-4bd8-bbab-3f41f427f777 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "GET /networking/v2.0/ports?device_id=0e5c59bf-6037-4a1c-b6be-bd677f066903 HTTP/1.1" status: 200 len: 210 time: 0.0366244 Sep 19 12:44:45.983135 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (c2c137b3-c128-4ccc-9ae6-fbb75374d7b8), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.010445 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c137b3-c128-4ccc-9ae6-fbb75374d7b8,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:46.070796 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (f1890564-7534-4709-a2f7-0544a9fcd93b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.163174 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (f1890564-7534-4709-a2f7-0544a9fcd93b), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.166283 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks [] for router_controller (f1890564-7534-4709-a2f7-0544a9fcd93b), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.168976 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:46.322399 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (f1890564-7534-4709-a2f7-0544a9fcd93b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.323021 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1890564-7534-4709-a2f7-0544a9fcd93b {{(pid=106969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:44:46.324000 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device d8ed58ba-7032-40a2-af7c-8a2130f3cf22 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:46.332111 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.332111 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-ddca5445-b8b9-4788-8f51-73e344c0ef1e admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/f1890564-7534-4709-a2f7-0544a9fcd93b HTTP/1.1" status: 204 len: 168 time: 1.3715668 Sep 19 12:44:46.332111 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47438) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:46.348145 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: d8ed58ba-7032-40a2-af7c-8a2130f3cf22 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:46.348488 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device d8ed58ba-7032-40a2-af7c-8a2130f3cf22 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:46.378374 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.db_base_plugin_v2 [None req-37227029-c0a5-4231-b3cb-a0050b1ca025 admin admin] Deleting subnet 695a72ad-9933-4c09-975f-e0abcb039321 {{(pid=106969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:44:46.382078 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37227029-c0a5-4231-b3cb-a0050b1ca025 admin admin] Publish callbacks [] for subnet (695a72ad-9933-4c09-975f-e0abcb039321), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.403035 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:46.419268 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37227029-c0a5-4231-b3cb-a0050b1ca025 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12803055'] for subnet (695a72ad-9933-4c09-975f-e0abcb039321), precommit_delete_associations {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.502279 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37227029-c0a5-4231-b3cb-a0050b1ca025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (695a72ad-9933-4c09-975f-e0abcb039321), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.651635 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37227029-c0a5-4231-b3cb-a0050b1ca025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13151113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14432136'] for subnet (695a72ad-9933-4c09-975f-e0abcb039321), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.675528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37227029-c0a5-4231-b3cb-a0050b1ca025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695a72ad-9933-4c09-975f-e0abcb039321,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:46.681253 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-37227029-c0a5-4231-b3cb-a0050b1ca025 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.687758 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-37227029-c0a5-4231-b3cb-a0050b1ca025 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/695a72ad-9933-4c09-975f-e0abcb039321 HTTP/1.1" status: 204 len: 168 time: 0.3524759 Sep 19 12:44:46.687966 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c75add-f59f-438f-aa41-5f543585ff75 None None] Network 74ebed92-ce70-4157-88da-568c163debc0 requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:44:46.688427 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47440) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:46.759538 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (74ebed92-ce70-4157-88da-568c163debc0), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.809508 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Deleting port 42524695-9d6d-4801-9f94-8de42e545ad7 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:46.809847 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.862851 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47444) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:46.865161 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c7c648-6482-4bc4-89ac-a1f248b33fe7 None None] DHCP port deletion for 74ebed92-ce70-4157-88da-568c163debc0 request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:44:46.902909 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-82c7c648-6482-4bc4-89ac-a1f248b33fe7 None None] Deleting port 42524695-9d6d-4801-9f94-8de42e545ad7 {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:46.903290 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-82c7c648-6482-4bc4-89ac-a1f248b33fe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.919907 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] For port 42524695-9d6d-4801-9f94-8de42e545ad7, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=42524695-9d6d-4801-9f94-8de42e545ad7,segment=NetworkSegment(7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d),segment_id=7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:46.920270 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.962746 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Calling delete_port for 42524695-9d6d-4801-9f94-8de42e545ad7 owned by network:dhcp {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:46.973494 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-82c7c648-6482-4bc4-89ac-a1f248b33fe7 None None] For port 42524695-9d6d-4801-9f94-8de42e545ad7, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=42524695-9d6d-4801-9f94-8de42e545ad7,segment=NetworkSegment(7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d),segment_id=7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:46.973494 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-82c7c648-6482-4bc4-89ac-a1f248b33fe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:46.986382 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-82c7c648-6482-4bc4-89ac-a1f248b33fe7 None None] Calling delete_port for 42524695-9d6d-4801-9f94-8de42e545ad7 owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:47.041295 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Deleting port 9785d1ae-abec-4f86-98dd-9c9e23dbc5c4 {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:47.041548 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (9785d1ae-abec-4f86-98dd-9c9e23dbc5c4), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.136617 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-82c7c648-6482-4bc4-89ac-a1f248b33fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.138359 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (9785d1ae-abec-4f86-98dd-9c9e23dbc5c4), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.138682 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (9785d1ae-abec-4f86-98dd-9c9e23dbc5c4), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.154370 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Calling delete_port for 9785d1ae-abec-4f86-98dd-9c9e23dbc5c4 owned by network:floatingip {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:47.158337 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (42524695-9d6d-4801-9f94-8de42e545ad7), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.159923 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:47.162853 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7c648-6482-4bc4-89ac-a1f248b33fe7 None None] Pushing event deleted for resources: {'Port': ['ID=42524695-9d6d-4801-9f94-8de42e545ad7,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:47.166716 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7c648-6482-4bc4-89ac-a1f248b33fe7 None None] No DVR routers for this DVR port 42524695-9d6d-4801-9f94-8de42e545ad7 on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:47.196040 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Pushing event deleted for resources: {'Port': ['ID=42524695-9d6d-4801-9f94-8de42e545ad7,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:47.226230 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] No DVR routers for this DVR port 42524695-9d6d-4801-9f94-8de42e545ad7 on host dv-cinder-850618-3-iscsi {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:47.322495 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (74ebed92-ce70-4157-88da-568c163debc0), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.331285 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:47.353511 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ebed92-ce70-4157-88da-568c163debc0']}} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:47.363867 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d') {'for_net_delete': True} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:47.364163 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d') {} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:47.375290 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12803028'] for segment (7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.411034 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.422832 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=106969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:44:47.423217 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13151027'] for segment (7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.509134 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d resource provider aggregate not found Sep 19 12:44:47.522511 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cd884e9-62c2-4cc3-a8e0-6f2f8573b69d found for delete ", "request_id": "req-08888c4f-b879-423a-94c0-0934831b1803"}]} Sep 19 12:44:47.530705 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (9785d1ae-abec-4f86-98dd-9c9e23dbc5c4), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.560466 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (74ebed92-ce70-4157-88da-568c163debc0), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.563496 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event deleted for resources: {'Port': ['ID=9785d1ae-abec-4f86-98dd-9c9e23dbc5c4,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:47.576739 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.579861 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/74ebed92-ce70-4157-88da-568c163debc0 HTTP/1.1" status: 204 len: 168 time: 0.8908899 Sep 19 12:44:47.599191 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 92a0d280-ad6f-4cdd-958b-f758f5800ced no longer exists at agent hyperv_hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:47.605030 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b5349-23a1-43c0-8d9d-fd9171da2efa admin admin] Pushing event deleted for resources: {'Network': ['ID=74ebed92-ce70-4157-88da-568c163debc0,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:47.628885 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] No Port match for: 92a0d280-ad6f-4cdd-958b-f758f5800ced {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:47.629500 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Device 92a0d280-ad6f-4cdd-958b-f758f5800ced not bound to the agent host hv-cinder-85061 {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:47.649150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for floatingip (839aa61f-99e8-427a-ab04-f5c82017b04b), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.651642 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242757'] for floatingip (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:47.652803 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-93a1bae2-449a-4fde-b1a9-d04cd9231688 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "DELETE /networking/v2.0/floatingips/839aa61f-99e8-427a-ab04-f5c82017b04b HTTP/1.1" status: 204 len: 168 time: 0.7891026 Sep 19 12:44:48.107599 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47464) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:48.152372 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-02d32202-46c2-4885-a099-6c4f89f7820d admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=00cdacab5c564ab29d54ea189755adb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434146 Sep 19 12:44:48.155150 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47466) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:48.209716 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-53c6c2be-0ab7-4638-9371-75f3d0702b9f admin admin] Publish callbacks [] for security_group (8bca5b25-d172-42e0-9771-d8931aab9d93), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:48.239740 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-53c6c2be-0ab7-4638-9371-75f3d0702b9f admin admin] Publish callbacks [] for security_group (8bca5b25-d172-42e0-9771-d8931aab9d93), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:48.286512 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 42524695-9d6d-4801-9f94-8de42e545ad7 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:48.306858 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 42524695-9d6d-4801-9f94-8de42e545ad7 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:48.309087 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 42524695-9d6d-4801-9f94-8de42e545ad7 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:48.309087 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:48.326282 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:48.326621 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device c2c137b3-c128-4ccc-9ae6-fbb75374d7b8 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:48.396885 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-53c6c2be-0ab7-4638-9371-75f3d0702b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (8bca5b25-d172-42e0-9771-d8931aab9d93), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:48.400078 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-53c6c2be-0ab7-4638-9371-75f3d0702b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:48.401398 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-53c6c2be-0ab7-4638-9371-75f3d0702b9f admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/8bca5b25-d172-42e0-9771-d8931aab9d93 HTTP/1.1" status: 204 len: 168 time: 0.2452126 Sep 19 12:44:48.409766 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6c2be-0ab7-4638-9371-75f3d0702b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bca5b25-d172-42e0-9771-d8931aab9d93,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:49.130780 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:49.173528 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47474) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:49.233095 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-414b69e5-4133-4964-ab3e-9ebcfa239cf6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group (97f82366-7a7d-45eb-ab7f-f8dea86d7327), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:49.262198 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-414b69e5-4133-4964-ab3e-9ebcfa239cf6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group (97f82366-7a7d-45eb-ab7f-f8dea86d7327), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:49.398391 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47476) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:49.416819 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-414b69e5-4133-4964-ab3e-9ebcfa239cf6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (97f82366-7a7d-45eb-ab7f-f8dea86d7327), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:49.419626 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-414b69e5-4133-4964-ab3e-9ebcfa239cf6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:49.423464 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-414b69e5-4133-4964-ab3e-9ebcfa239cf6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] 10.222.0.93 "DELETE /networking/v2.0/security-groups/97f82366-7a7d-45eb-ab7f-f8dea86d7327 HTTP/1.1" status: 204 len: 168 time: 0.2464430 Sep 19 12:44:49.433077 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b69e5-4133-4964-ab3e-9ebcfa239cf6 tempest-TestVolumeBootPattern-452559673 tempest-TestVolumeBootPattern-452559673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f82366-7a7d-45eb-ab7f-f8dea86d7327,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:49.450956 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-2195a1a7-902e-40b2-904b-f99b3d49e19d admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=fb38ae1ff297479484a3dfc3a1ad81fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514283 Sep 19 12:44:49.453729 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47480) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:49.507101 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-139efd01-bc97-4e80-a9e9-7a7e833e43c7 admin admin] Publish callbacks [] for security_group (e3185e60-f8fb-4f67-864c-10dbc991e481), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:49.527112 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-139efd01-bc97-4e80-a9e9-7a7e833e43c7 admin admin] Publish callbacks [] for security_group (e3185e60-f8fb-4f67-864c-10dbc991e481), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:49.587136 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47482) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:49.722568 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-139efd01-bc97-4e80-a9e9-7a7e833e43c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (e3185e60-f8fb-4f67-864c-10dbc991e481), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:49.725227 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-139efd01-bc97-4e80-a9e9-7a7e833e43c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:49.727010 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-139efd01-bc97-4e80-a9e9-7a7e833e43c7 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/e3185e60-f8fb-4f67-864c-10dbc991e481 HTTP/1.1" status: 204 len: 168 time: 0.2718515 Sep 19 12:44:49.730438 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:49.735657 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139efd01-bc97-4e80-a9e9-7a7e833e43c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3185e60-f8fb-4f67-864c-10dbc991e481,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:50.117099 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (cb310623-385a-4ffc-a310-31ae1604ecea), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:50.499197 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:50.564100 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Deleting port 5fa35c00-98af-488f-aac2-747260527a45 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:50.564433 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (5fa35c00-98af-488f-aac2-747260527a45), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:50.643725 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] For port 5fa35c00-98af-488f-aac2-747260527a45, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=5fa35c00-98af-488f-aac2-747260527a45,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:50.644070 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (5fa35c00-98af-488f-aac2-747260527a45), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:50.658930 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Calling delete_port for 5fa35c00-98af-488f-aac2-747260527a45 owned by network:router_interface {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:50.907917 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (5fa35c00-98af-488f-aac2-747260527a45), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:50.933038 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa35c00-98af-488f-aac2-747260527a45,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:51.035774 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:51.097821 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (cb310623-385a-4ffc-a310-31ae1604ecea), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:51.303602 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Router cb310623-385a-4ffc-a310-31ae1604ecea has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:44:51.313779 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:51.407455 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:44:51.413024 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-716701c5-86b1-4b77-809b-1000ac389f54 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/cb310623-385a-4ffc-a310-31ae1604ecea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8243253 Sep 19 12:44:51.415195 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47488) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:51.417929 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] Sync routers for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:44:51.428262 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:51.428888 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:51.517636 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks [] for router (cb310623-385a-4ffc-a310-31ae1604ecea), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:51.531548 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: dv-cinder-850618-3-iscsi {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:51.615660 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks [] for router_gateway (cb310623-385a-4ffc-a310-31ae1604ecea), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:51.696034 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:44:50Z', 'revision_number': 5, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port': {'id': 'dca68d19-9924-4b65-b3a8-d2b9ab2aecdf', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:21Z', 'updated_at': '2022-09-19T12:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:51.721137 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] Checking router: cb310623-385a-4ffc-a310-31ae1604ecea for host: dv-cinder-850618-3-iscsi {{(pid=106973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:44:51.722469 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Deleting port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:51.722815 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:51.729590 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] Routers {'cb310623-385a-4ffc-a310-31ae1604ecea'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:51.730188 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['cb310623-385a-4ffc-a310-31ae1604ecea'], 'active': True} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:51.805463 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] For port dca68d19-9924-4b65-b3a8-d2b9ab2aecdf, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=dca68d19-9924-4b65-b3a8-d2b9ab2aecdf,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:51.805828 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:51.813658 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_dvr_db [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] Set router cb310623-385a-4ffc-a310-31ae1604ecea gateway port host: None {{(pid=106973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:51.818615 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Calling delete_port for dca68d19-9924-4b65-b3a8-d2b9ab2aecdf owned by network:router_gateway {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:51.864291 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.l3_hamode_db [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:44:51Z', 'revision_number': 6, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port_host': None}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:51.889517 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40358d1-ade3-4a4a-b22a-a7f49cc3e1be None None] The sync data for ids ['cb310623-385a-4ffc-a310-31ae1604ecea'] in dv-cinder-850618-3-iscsi is: [{'id': 'cb310623-385a-4ffc-a310-31ae1604ecea', 'name': 'tempest-TestVolumeBootPattern-1248156395-router', 'tenant_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:20Z', 'updated_at': '2022-09-19T12:44:51Z', 'revision_number': 6, 'project_id': 'ea2bd5c94eb7415c80a4e24452c08eb4', 'gw_port_host': None}] {{(pid=106973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:44:51.943530 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:52.090745 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (dca68d19-9924-4b65-b3a8-d2b9ab2aecdf), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.115820 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Pushing event deleted for resources: {'Port': ['ID=dca68d19-9924-4b65-b3a8-d2b9ab2aecdf,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:52.181478 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (cb310623-385a-4ffc-a310-31ae1604ecea), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.276361 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (cb310623-385a-4ffc-a310-31ae1604ecea), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.282083 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks [] for router_controller (cb310623-385a-4ffc-a310-31ae1604ecea), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.404991 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (cb310623-385a-4ffc-a310-31ae1604ecea), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.405529 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb310623-385a-4ffc-a310-31ae1604ecea {{(pid=106970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:44:52.409664 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.410820 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-34b18437-194f-4cd0-b592-d1cb036e810e admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/cb310623-385a-4ffc-a310-31ae1604ecea HTTP/1.1" status: 204 len: 168 time: 0.9945359 Sep 19 12:44:52.413304 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47490) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:52.457912 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab66d3c2-e7f0-4de1-9462-3f8894f43c23 admin admin] Deleting subnet 1ac62355-0a00-4fdb-9937-1315b65b50be {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:44:52.461062 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ab66d3c2-e7f0-4de1-9462-3f8894f43c23 admin admin] Publish callbacks [] for subnet (1ac62355-0a00-4fdb-9937-1315b65b50be), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.479345 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:52.497313 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ab66d3c2-e7f0-4de1-9462-3f8894f43c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (1ac62355-0a00-4fdb-9937-1315b65b50be), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.575480 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ab66d3c2-e7f0-4de1-9462-3f8894f43c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (1ac62355-0a00-4fdb-9937-1315b65b50be), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.648946 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 5fa35c00-98af-488f-aac2-747260527a45 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:52.672088 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 5fa35c00-98af-488f-aac2-747260527a45 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:52.672428 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 5fa35c00-98af-488f-aac2-747260527a45 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:52.694987 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ab66d3c2-e7f0-4de1-9462-3f8894f43c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (1ac62355-0a00-4fdb-9937-1315b65b50be), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.724229 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-ab66d3c2-e7f0-4de1-9462-3f8894f43c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.730082 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-ab66d3c2-e7f0-4de1-9462-3f8894f43c23 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/1ac62355-0a00-4fdb-9937-1315b65b50be HTTP/1.1" status: 204 len: 168 time: 0.3126202 Sep 19 12:44:52.730082 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66d3c2-e7f0-4de1-9462-3f8894f43c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac62355-0a00-4fdb-9937-1315b65b50be,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:52.730784 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47492) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:52.734241 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c9943-19e3-4e0b-8101-d2fe0063f878 None None] Network e6b353e9-72f5-45ca-9fc7-16de881dafaf requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:44:52.813892 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (e6b353e9-72f5-45ca-9fc7-16de881dafaf), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.824459 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=83,neutron:DELETE=16,neutron:UPDATE=1 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:52.859835 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Deleting port 024c2ae3-0de6-4b91-87af-78a9ec89c06a {{(pid=106969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:52.860177 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.905857 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d724625-56be-42e5-a8ed-c1fb245c2ff7 None None] DHCP port deletion for e6b353e9-72f5-45ca-9fc7-16de881dafaf request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:44:52.929615 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.db [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] For port 024c2ae3-0de6-4b91-87af-78a9ec89c06a, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=024c2ae3-0de6-4b91-87af-78a9ec89c06a,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:52.929874 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:52.944100 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.plugin [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Calling delete_port for 024c2ae3-0de6-4b91-87af-78a9ec89c06a owned by network:dhcp {{(pid=106969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:52.947294 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-2d724625-56be-42e5-a8ed-c1fb245c2ff7 None None] Deleting port 024c2ae3-0de6-4b91-87af-78a9ec89c06a {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:52.951123 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2d724625-56be-42e5-a8ed-c1fb245c2ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.012537 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-2d724625-56be-42e5-a8ed-c1fb245c2ff7 None None] For port 024c2ae3-0de6-4b91-87af-78a9ec89c06a, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=024c2ae3-0de6-4b91-87af-78a9ec89c06a,segment=NetworkSegment(33a66ee4-8a99-4a53-aa57-3227faccef4a),segment_id=33a66ee4-8a99-4a53-aa57-3227faccef4a)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:53.013120 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2d724625-56be-42e5-a8ed-c1fb245c2ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.026884 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-2d724625-56be-42e5-a8ed-c1fb245c2ff7 None None] Calling delete_port for 024c2ae3-0de6-4b91-87af-78a9ec89c06a owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:53.131177 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13151206'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.137974 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-2d724625-56be-42e5-a8ed-c1fb245c2ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (024c2ae3-0de6-4b91-87af-78a9ec89c06a), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.139676 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:53.159542 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=024c2ae3-0de6-4b91-87af-78a9ec89c06a,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:53.162279 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] No DVR routers for this DVR port 024c2ae3-0de6-4b91-87af-78a9ec89c06a on host dv-cinder-850618-3-iscsi {{(pid=106969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:53.170107 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d724625-56be-42e5-a8ed-c1fb245c2ff7 None None] Pushing event deleted for resources: {'Port': ['ID=024c2ae3-0de6-4b91-87af-78a9ec89c06a,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:53.175283 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d724625-56be-42e5-a8ed-c1fb245c2ff7 None None] No DVR routers for this DVR port 024c2ae3-0de6-4b91-87af-78a9ec89c06a on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:53.238017 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (e6b353e9-72f5-45ca-9fc7-16de881dafaf), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.261517 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b353e9-72f5-45ca-9fc7-16de881dafaf']}} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:53.271041 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a66ee4-8a99-4a53-aa57-3227faccef4a') {'for_net_delete': True} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:53.271330 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.services.segments.db [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a66ee4-8a99-4a53-aa57-3227faccef4a') {} {{(pid=106969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:53.284754 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12803028'] for segment (33a66ee4-8a99-4a53-aa57-3227faccef4a), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.298327 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (33a66ee4-8a99-4a53-aa57-3227faccef4a), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.305474 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=106969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:44:53.305853 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13151027'] for segment (33a66ee4-8a99-4a53-aa57-3227faccef4a), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.346334 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 33a66ee4-8a99-4a53-aa57-3227faccef4a resource provider aggregate not found Sep 19 12:44:53.363756 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.services.segments.plugin [-] Segment 33a66ee4-8a99-4a53-aa57-3227faccef4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33a66ee4-8a99-4a53-aa57-3227faccef4a found for delete ", "request_id": "req-9e8d78a5-76c2-4bd8-bb43-5d31937b2711"}]} Sep 19 12:44:53.436843 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (e6b353e9-72f5-45ca-9fc7-16de881dafaf), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.452993 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.456063 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/e6b353e9-72f5-45ca-9fc7-16de881dafaf HTTP/1.1" status: 204 len: 168 time: 0.7242126 Sep 19 12:44:53.457412 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940ceed-ced2-4072-bd48-b41606b143a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b353e9-72f5-45ca-9fc7-16de881dafaf,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:53.459067 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47498) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:53.763752 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2068131'] for router_interface (50f271a9-9d88-4363-b1af-51631245688a), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:53.801115 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:53.978867 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Deleting port b7cffd3d-19be-4cf8-8da8-397a40e07d23 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:53.979205 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:54.057988 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] For port b7cffd3d-19be-4cf8-8da8-397a40e07d23, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=b7cffd3d-19be-4cf8-8da8-397a40e07d23,segment=NetworkSegment(914fafde-0fe7-4a7f-8524-36ab5cd613ec),segment_id=914fafde-0fe7-4a7f-8524-36ab5cd613ec)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:54.058265 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:54.070544 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Calling delete_port for b7cffd3d-19be-4cf8-8da8-397a40e07d23 owned by network:router_interface {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:54.185361 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=100 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:54.272573 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device dca68d19-9924-4b65-b3a8-d2b9ab2aecdf no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:54.275997 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:54.294210 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: dca68d19-9924-4b65-b3a8-d2b9ab2aecdf {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:54.294559 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device dca68d19-9924-4b65-b3a8-d2b9ab2aecdf not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:54.294983 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 024c2ae3-0de6-4b91-87af-78a9ec89c06a no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:54.305475 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (b7cffd3d-19be-4cf8-8da8-397a40e07d23), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:54.312937 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 024c2ae3-0de6-4b91-87af-78a9ec89c06a {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:54.313219 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 024c2ae3-0de6-4b91-87af-78a9ec89c06a not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:54.337056 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7cffd3d-19be-4cf8-8da8-397a40e07d23,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:54.703279 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632019'] for router_interface (50f271a9-9d88-4363-b1af-51631245688a), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:54.908928 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Router 50f271a9-9d88-4363-b1af-51631245688a has already been hosted by L3 agent f322ce6a-da74-44eb-b67b-15672dc1cbc9 {{(pid=106970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 12:44:54.955135 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:55.011511 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] Notify agent at l3_agent.dv-cinder-850618-3-iscsi the message routers_updated {{(pid=106970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 12:44:55.016615 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-1160d9d4-61d9-403e-8d3b-c8cb70f1c667 admin admin] 10.222.0.93 "PUT /networking/v2.0/routers/50f271a9-9d88-4363-b1af-51631245688a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5565226 Sep 19 12:44:55.019340 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47500) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:55.022648 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] Sync routers for ids ['50f271a9-9d88-4363-b1af-51631245688a'] in dv-cinder-850618-3-iscsi {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 12:44:55.033124 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] Routers {'50f271a9-9d88-4363-b1af-51631245688a'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:55.033736 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['50f271a9-9d88-4363-b1af-51631245688a'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:55.117583 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks [] for router (50f271a9-9d88-4363-b1af-51631245688a), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.136368 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] Set router 50f271a9-9d88-4363-b1af-51631245688a gateway port host: dv-cinder-850618-3-iscsi {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:55.213546 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks [] for router_gateway (50f271a9-9d88-4363-b1af-51631245688a), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.291456 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:55.309854 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f271a9-9d88-4363-b1af-51631245688a', 'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'external_fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:28Z', 'updated_at': '2022-09-19T12:44:54Z', 'revision_number': 5, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'gw_port': {'id': '69e6a9d4-972c-48aa-8d12-8370cbf514bc', 'name': '', 'network_id': 'b235dcf9-4d24-41a7-be07-a457acbf52da', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f271a9-9d88-4363-b1af-51631245688a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850618-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T12:37:29Z', 'updated_at': '2022-09-19T12:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '901425eb-97f0-4546-be3f-b191d5dc16b9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850618-3-iscsi'}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:55.311703 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:55.322487 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Deleting port 69e6a9d4-972c-48aa-8d12-8370cbf514bc {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:55.322820 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.334916 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] Checking router: 50f271a9-9d88-4363-b1af-51631245688a for host: dv-cinder-850618-3-iscsi {{(pid=106971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 12:44:55.343241 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] Routers {'50f271a9-9d88-4363-b1af-51631245688a'} bound to L3 agent in host dv-cinder-850618-3-iscsi {{(pid=106971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 12:44:55.343846 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850618-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-19T12:17:36Z,description=,heartbeat_timestamp=2022-09-19T12:44:36Z,host='dv-cinder-850618-3-iscsi',id=f322ce6a-da74-44eb-b67b-15672dc1cbc9,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T12:17:36Z,topic='l3_agent')) {'router_ids': ['50f271a9-9d88-4363-b1af-51631245688a'], 'active': True} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:55.403818 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] For port 69e6a9d4-972c-48aa-8d12-8370cbf514bc, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=69e6a9d4-972c-48aa-8d12-8370cbf514bc,segment=NetworkSegment(78be9072-a9bc-417d-9977-a26ed7713e9e),segment_id=78be9072-a9bc-417d-9977-a26ed7713e9e)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:55.404176 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.417813 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Calling delete_port for 69e6a9d4-972c-48aa-8d12-8370cbf514bc owned by network:router_gateway {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:55.429838 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvr_db [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] Set router 50f271a9-9d88-4363-b1af-51631245688a gateway port host: None {{(pid=106971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 12:44:55.479444 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_hamode_db [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f271a9-9d88-4363-b1af-51631245688a', 'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:28Z', 'updated_at': '2022-09-19T12:44:55Z', 'revision_number': 6, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'gw_port_host': None}], 'dv-cinder-850618-3-iscsi', False) {} {{(pid=106971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:55.508520 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cff441-2374-4c49-80f8-c42de35a69a3 None None] The sync data for ids ['50f271a9-9d88-4363-b1af-51631245688a'] in dv-cinder-850618-3-iscsi is: [{'id': '50f271a9-9d88-4363-b1af-51631245688a', 'name': 'tempest-TestVolumeBootPattern-391769973-router', 'tenant_id': '2620b21b79ea4b16ad14fb67d185984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T12:37:28Z', 'updated_at': '2022-09-19T12:44:55Z', 'revision_number': 6, 'project_id': '2620b21b79ea4b16ad14fb67d185984f', 'gw_port_host': None}] {{(pid=106971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 12:44:55.648281 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (69e6a9d4-972c-48aa-8d12-8370cbf514bc), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.676581 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Pushing event deleted for resources: {'Port': ['ID=69e6a9d4-972c-48aa-8d12-8370cbf514bc,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:55.739089 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579353'] for router_gateway (50f271a9-9d88-4363-b1af-51631245688a), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.827006 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1630413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-385'] for router (50f271a9-9d88-4363-b1af-51631245688a), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.829200 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks [] for router_controller (50f271a9-9d88-4363-b1af-51631245688a), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.863928 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:55.947721 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1632110'] for router (50f271a9-9d88-4363-b1af-51631245688a), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.948411 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50f271a9-9d88-4363-b1af-51631245688a {{(pid=106970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 12:44:55.961075 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:55.961075 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-57d182d0-52d3-437c-b06e-53aa6f79b48b admin admin] 10.222.0.93 "DELETE /networking/v2.0/routers/50f271a9-9d88-4363-b1af-51631245688a HTTP/1.1" status: 204 len: 168 time: 0.9335485 Sep 19 12:44:55.961075 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47502) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:56.005401 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.db_base_plugin_v2 [None req-080cc807-a8c7-4382-a678-53fd90751735 admin admin] Deleting subnet 12cbd5f4-b17c-4625-ba3e-ee7db06c1870 {{(pid=106970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 12:44:56.009318 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-080cc807-a8c7-4382-a678-53fd90751735 admin admin] Publish callbacks [] for subnet (12cbd5f4-b17c-4625-ba3e-ee7db06c1870), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.044530 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-080cc807-a8c7-4382-a678-53fd90751735 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13545037'] for subnet (12cbd5f4-b17c-4625-ba3e-ee7db06c1870), precommit_delete_associations {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.117009 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-080cc807-a8c7-4382-a678-53fd90751735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708750'] for subnet (12cbd5f4-b17c-4625-ba3e-ee7db06c1870), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.254496 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-080cc807-a8c7-4382-a678-53fd90751735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16165280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13230326'] for subnet (12cbd5f4-b17c-4625-ba3e-ee7db06c1870), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.278570 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device b7cffd3d-19be-4cf8-8da8-397a40e07d23 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:56.283413 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cc807-a8c7-4382-a678-53fd90751735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12cbd5f4-b17c-4625-ba3e-ee7db06c1870,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:56.291347 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-080cc807-a8c7-4382-a678-53fd90751735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for subnet (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.295182 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-080cc807-a8c7-4382-a678-53fd90751735 admin admin] 10.222.0.93 "DELETE /networking/v2.0/subnets/12cbd5f4-b17c-4625-ba3e-ee7db06c1870 HTTP/1.1" status: 204 len: 168 time: 0.3379097 Sep 19 12:44:56.297794 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.wsgi [-] (106970) accepted ('10.222.0.93', 47504) {{(pid=106970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:56.300190 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0cb03-fca9-4e3e-9d8f-d570f2cfaa6e None None] Network c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc requested from dv-cinder-850618-3-iscsi {{(pid=106971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 12:44:56.302692 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: b7cffd3d-19be-4cf8-8da8-397a40e07d23 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:56.303017 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device b7cffd3d-19be-4cf8-8da8-397a40e07d23 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:56.303428 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 69e6a9d4-972c-48aa-8d12-8370cbf514bc no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:56.361093 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: 69e6a9d4-972c-48aa-8d12-8370cbf514bc {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:56.361477 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device 69e6a9d4-972c-48aa-8d12-8370cbf514bc not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:56.370286 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-719867'] for network (c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.416287 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Deleting port ff241029-06ff-4dac-af3c-4420af8c3319 {{(pid=106970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:56.416659 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.468366 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85097100-d79b-437d-a751-40d43fa8c989 None None] DHCP port deletion for c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc request from dv-cinder-850618-3-iscsi {{(pid=106971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 12:44:56.489013 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.db [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] For port ff241029-06ff-4dac-af3c-4420af8c3319, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=ff241029-06ff-4dac-af3c-4420af8c3319,segment=NetworkSegment(914fafde-0fe7-4a7f-8524-36ab5cd613ec),segment_id=914fafde-0fe7-4a7f-8524-36ab5cd613ec)] {{(pid=106970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:56.489379 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.506160 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.plugin [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Calling delete_port for ff241029-06ff-4dac-af3c-4420af8c3319 owned by network:dhcp {{(pid=106970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:56.508252 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-85097100-d79b-437d-a751-40d43fa8c989 None None] Deleting port ff241029-06ff-4dac-af3c-4420af8c3319 {{(pid=106971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 12:44:56.508590 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-85097100-d79b-437d-a751-40d43fa8c989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781305159181'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), before_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.559389 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:56.575900 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.db [None req-85097100-d79b-437d-a751-40d43fa8c989 None None] For port ff241029-06ff-4dac-af3c-4420af8c3319, host dv-cinder-850618-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850618-3-iscsi',level=0,port_id=ff241029-06ff-4dac-af3c-4420af8c3319,segment=NetworkSegment(914fafde-0fe7-4a7f-8524-36ab5cd613ec),segment_id=914fafde-0fe7-4a7f-8524-36ab5cd613ec)] {{(pid=106971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 12:44:56.576132 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-85097100-d79b-437d-a751-40d43fa8c989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1634137'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), precommit_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.594411 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-85097100-d79b-437d-a751-40d43fa8c989 None None] Calling delete_port for ff241029-06ff-4dac-af3c-4420af8c3319 owned by network:dhcp {{(pid=106971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 12:44:56.659672 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16165327'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.669784 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-85097100-d79b-437d-a751-40d43fa8c989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781305161355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781304720348'] for port (ff241029-06ff-4dac-af3c-4420af8c3319), after_delete {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.693753 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff241029-06ff-4dac-af3c-4420af8c3319,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:56.694522 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85097100-d79b-437d-a751-40d43fa8c989 None None] Pushing event deleted for resources: {'Port': ['ID=ff241029-06ff-4dac-af3c-4420af8c3319,revision_number=None']} {{(pid=106971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:56.698348 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85097100-d79b-437d-a751-40d43fa8c989 None None] No DVR routers for this DVR port ff241029-06ff-4dac-af3c-4420af8c3319 on host dv-cinder-850618-3-iscsi {{(pid=106971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:56.702617 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] No DVR routers for this DVR port ff241029-06ff-4dac-af3c-4420af8c3319 on host dv-cinder-850618-3-iscsi {{(pid=106970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 12:44:56.708157 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:56.779142 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911013', 'neutron.services.segments.db._delete_segments_for_network-8781305184961'] for network (c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.799313 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc']}} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:56.809143 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914fafde-0fe7-4a7f-8524-36ab5cd613ec') {'for_net_delete': True} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:56.809437 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.services.segments.db [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914fafde-0fe7-4a7f-8524-36ab5cd613ec') {} {{(pid=106970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 12:44:56.819107 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781305184853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13545078'] for segment (914fafde-0fe7-4a7f-8524-36ab5cd613ec), before_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.832787 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138'] for segment (914fafde-0fe7-4a7f-8524-36ab5cd613ec), precommit_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.838588 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:44:56.839678 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=106970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 12:44:56.840053 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-916138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16165146'] for segment (914fafde-0fe7-4a7f-8524-36ab5cd613ec), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:56.859336 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 914fafde-0fe7-4a7f-8524-36ab5cd613ec resource provider aggregate not found Sep 19 12:44:56.904396 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.services.segments.plugin [-] Segment 914fafde-0fe7-4a7f-8524-36ab5cd613ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 914fafde-0fe7-4a7f-8524-36ab5cd613ec found for delete ", "request_id": "req-1753949b-a6ab-48bd-ab4c-1288f0499755"}]} Sep 19 12:44:57.002353 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579404'] for network (c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc), after_delete {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:57.008076 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron_lib.callbacks.manager [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594893'] for network (None), before_response {{(pid=106970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:57.016045 dv-cinder-850618-3-iscsi neutron-server[106970]: INFO neutron.wsgi [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] 10.222.0.93 "DELETE /networking/v2.0/networks/c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc HTTP/1.1" status: 204 len: 168 time: 0.7123671 Sep 19 12:44:57.023448 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702bcab-d239-4848-bbc3-aca20baf9ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d7d97b-a389-4a8f-a3e3-4ad1d9c5f5fc,revision_number=None']} {{(pid=106970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:57.409269 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47512) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:57.453581 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-1b331a6b-eddd-408b-bb94-5a6d4dbf0df8 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=ea2bd5c94eb7415c80a4e24452c08eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430417 Sep 19 12:44:57.456071 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47514) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:57.504534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-836fd41c-a0bf-4bb7-a499-d21cb6abfc30 admin admin] Publish callbacks [] for security_group (2ed6d553-f800-4dfc-a5bd-30b8ff244ad0), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:57.525552 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-836fd41c-a0bf-4bb7-a499-d21cb6abfc30 admin admin] Publish callbacks [] for security_group (2ed6d553-f800-4dfc-a5bd-30b8ff244ad0), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:57.659458 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-836fd41c-a0bf-4bb7-a499-d21cb6abfc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (2ed6d553-f800-4dfc-a5bd-30b8ff244ad0), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:57.661953 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-836fd41c-a0bf-4bb7-a499-d21cb6abfc30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:57.663227 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-836fd41c-a0bf-4bb7-a499-d21cb6abfc30 admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/2ed6d553-f800-4dfc-a5bd-30b8ff244ad0 HTTP/1.1" status: 204 len: 168 time: 0.2062473 Sep 19 12:44:57.671384 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fd41c-a0bf-4bb7-a499-d21cb6abfc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed6d553-f800-4dfc-a5bd-30b8ff244ad0,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:44:58.276004 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device ff241029-06ff-4dac-af3c-4420af8c3319 no longer exists at agent ovs-agent-dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 12:44:58.299546 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.plugin [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] No Port match for: ff241029-06ff-4dac-af3c-4420af8c3319 {{(pid=106971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 12:44:58.300907 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron.plugins.ml2.rpc [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Device ff241029-06ff-4dac-af3c-4420af8c3319 not bound to the agent host dv-cinder-850618-3-iscsi {{(pid=106971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 12:44:58.380462 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47520) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:58.421953 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-53c0e88f-ae42-44bd-b3d6-963ecfc36a63 admin admin] 10.222.0.93 "GET /networking/v2.0/security-groups?tenant_id=2620b21b79ea4b16ad14fb67d185984f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401762 Sep 19 12:44:58.424471 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.wsgi [-] (106969) accepted ('10.222.0.93', 47522) {{(pid=106969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 12:44:58.474005 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-14f358de-33be-458d-b68e-bd498259b6ce admin admin] Publish callbacks [] for security_group (f28e0123-fb08-4173-acac-3031c992979c), before_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:58.496534 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-14f358de-33be-458d-b68e-bd498259b6ce admin admin] Publish callbacks [] for security_group (f28e0123-fb08-4173-acac-3031c992979c), precommit_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:58.605020 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-14f358de-33be-458d-b68e-bd498259b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2047994'] for security_group (f28e0123-fb08-4173-acac-3031c992979c), after_delete {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:58.607566 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron_lib.callbacks.manager [None req-14f358de-33be-458d-b68e-bd498259b6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:44:58.608756 dv-cinder-850618-3-iscsi neutron-server[106969]: INFO neutron.wsgi [None req-14f358de-33be-458d-b68e-bd498259b6ce admin admin] 10.222.0.93 "DELETE /networking/v2.0/security-groups/f28e0123-fb08-4173-acac-3031c992979c HTTP/1.1" status: 204 len: 168 time: 0.1833029 Sep 19 12:44:58.617339 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f358de-33be-458d-b68e-bd498259b6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e0123-fb08-4173-acac-3031c992979c,revision_number=None']} {{(pid=106969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 12:45:00.731603 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:45:03.545183 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b70ad432-9a1b-44bb-bbde-ff3ce3afa1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:05.679508 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-6a92629d-e9ea-4912-a1b1-ed6948ea52e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:06.985091 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:07.014093 dv-cinder-850618-3-iscsi neutron-server[106970]: DEBUG dbcounter [-] [106970] Writing DB stats neutron:SELECT=8,neutron:DELETE=3 {{(pid=106970) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:08.532687 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:SELECT=80,neutron:DELETE=12 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:08.612728 dv-cinder-850618-3-iscsi neutron-server[106969]: DEBUG dbcounter [-] [106969] Writing DB stats neutron:UPDATE=1,neutron:SELECT=49,neutron:DELETE=4 {{(pid=106969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:08.807987 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:08.842849 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:10.725949 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=80 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:10.726763 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=48 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:18.678267 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:18.698828 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=70,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:18.699996 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=43,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:19.110638 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:29.018887 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:29.023758 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:29.026485 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:31.776776 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:31.778106 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:33.561766 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1066-d6f4-4ed7-b707-a5928a7a39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:35.679022 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1a122ff9-1e10-4452-aa57-a12d1f48ad7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:36.984300 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:37.731370 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:45:38.795600 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:38.829892 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:47.726338 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:47.727121 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:49.101056 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:45:59.024126 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:59.030143 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:45:59.031899 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:03.515037 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e3a25c1e-a3bf-40e8-a18b-12602d164d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:05.655726 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-4efbfd29-d062-4eb7-ae13-ada21dbb3edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:07.006428 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:08.758508 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:08.783802 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:14.732174 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:46:18.691926 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:18.695811 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:18.697541 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:19.120905 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:19.673704 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:29.044407 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:29.051313 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:29.053063 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:31.687818 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=15 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:31.689654 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=15 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:33.540536 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02d5d123-4f0d-4a7f-a276-150ebde821d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:35.689142 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-94edfc97-2c57-42a8-be67-06b5c8086659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:37.020649 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:38.763898 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:38.786006 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:48.690107 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:48.699563 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:48.702293 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:49.118096 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:46:51.730582 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:46:59.052149 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:59.057089 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:46:59.058796 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:01.725982 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:01.726748 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:03.540800 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-8e9a4266-8157-4d01-bbd5-d70e30cf7852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:05.651448 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-1ce4cc5e-a642-4f37-970f-5fe239cbd9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:07.045684 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:08.780758 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:08.840319 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:18.687907 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:18.694025 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:18.705959 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:19.125951 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:28.730938 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:47:29.060450 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:29.064784 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:29.066491 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:33.524813 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-67c9df5c-7c9a-4483-942c-22f711722d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:33.666333 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:35.639245 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-cdd52b02-d12a-4545-9060-31a17c70f8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:37.016533 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:38.725105 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:38.814698 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:38.860148 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:49.124488 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:47:59.061151 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:59.064054 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:47:59.066757 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:03.558521 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-f1a0eb12-8b0f-4caa-b2b7-dffd6654f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:05.645330 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-345b0e61-2c36-4430-a36c-412c06f55c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:05.730834 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:48:07.015813 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:08.787345 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:08.827058 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:10.665206 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=4 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:18.705009 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:18.710870 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:18.711900 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:18.734732 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=6 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:19.141341 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:29.072386 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:29.076348 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:29.079068 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:31.784689 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=10 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:31.788682 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=16 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:33.512395 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-8e424c1f-e679-4afd-9f29-544e47c2ce9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:35.630831 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0fa94639-baf7-46ee-a9b3-a0b5315eddd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:37.009764 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:38.792215 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:38.830336 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:42.730366 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:48:46.934913 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:48.709279 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:48.713445 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:49.140791 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:48:52.726050 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:52.726853 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:59.072475 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:59.076460 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:48:59.078268 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:03.534047 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-5fe493bc-4097-4f9a-924f-4f0de33efca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:05.655185 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-a9fe74ac-65d4-4cd2-babf-0ad9bdfb7ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:07.014900 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:08.802181 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:08.814911 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:18.706237 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:18.714141 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:18.720410 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:19.157487 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:19.730233 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:49:29.093076 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:29.099957 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:29.102649 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:31.787131 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=6 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:31.787921 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:33.539542 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-b167d46e-a527-4711-b9f9-dc2093e042a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:35.641131 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-e6df7902-d007-4654-81ed-ca52f56ee577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:37.014204 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:38.774076 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:38.818536 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:49.173860 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-acc7fce2-b5a9-49ad-add1-772d8ab31c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (c9760d0a-400c-4636-855b-ef04f0c4c529), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:49:56.730405 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG neutron.db.agents_db [None req-8bae45ea-ee1b-49fd-a75f-d062d7001509 None None] Agent healthcheck: found 6 active agents {{(pid=106973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 12:49:59.101890 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:59.105769 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:UPDATE=2,neutron:SELECT=19 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:49:59.108473 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG dbcounter [-] [106971] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106971) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:50:03.551048 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-0ca469fe-f08c-47b6-9e2e-b5bd53e1b796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (91a84449-d4f9-441e-ab8e-34c4bba85f62), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:50:05.659601 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-9eb56e26-e7d4-4557-b806-93ba12a19fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (f322ce6a-da74-44eb-b67b-15672dc1cbc9), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:50:06.726074 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=3 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:50:06.726867 dv-cinder-850618-3-iscsi neutron-server[106973]: DEBUG dbcounter [-] [106973] Writing DB stats neutron:SELECT=5 {{(pid=106973) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 12:50:07.008667 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bab4d4ba-30a3-42ce-a142-18d266cf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (9f7b1a59-c0cf-4b74-bd34-052ed3f341e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:50:08.791114 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-02167e0a-5ac1-4c9c-8caf-a325dca6de4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (7d4fd14c-02fe-413c-a7f2-7c7efed881e4), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 12:50:08.824985 dv-cinder-850618-3-iscsi neutron-server[106971]: DEBUG neutron_lib.callbacks.manager [None req-bae75552-1f40-4118-aef5-0affef7f418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781305184943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-911844'] for agent (29b53259-cec1-4146-8263-44b7d92b0a42), after_update {{(pid=106971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}